-- Logs begin at Mon 2022-01-31 03:50:25 UTC, end at Mon 2022-01-31 05:11:28 UTC. -- Jan 31 04:36:37.079251 dv-cinder-826608-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 31 04:36:40.005259 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.common.config [-] Logging enabled! Jan 31 04:36:40.005881 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 31 04:36:40.006026 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109486) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 04:36:40.009369 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.common.config [-] Logging enabled! Jan 31 04:36:40.009622 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 31 04:36:40.009929 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109486) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 04:36:40.011684 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 04:36:40.011920 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 04:36:40.012284 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 04:36:40.012528 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 04:36:40.012755 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 04:36:40.013073 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.013489 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 31 04:36:40.013814 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.014102 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.014390 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.014677 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.014988 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.015269 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.015552 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.015846 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.016127 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.016406 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.016685 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.016971 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.017248 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.017529 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.017810 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.018088 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] debug = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.018364 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.018779 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.019204 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.019473 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.020025 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.020296 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.020563 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.020832 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.021107 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.021430 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] host = dv-cinder-826608-2-iscsi {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.021700 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.021983 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.022267 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.022549 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.022841 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.023114 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.023394 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.023663 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.023929 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.024200 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.024485 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.024767 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.025059 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.025281 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.025499 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.025784 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.026099 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.026475 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.026751 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.027046 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.027318 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.027588 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.027855 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.028136 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.028417 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.028700 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.028969 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.029239 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.029505 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.029769 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.030046 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.030313 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.030580 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.030867 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.031147 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.031411 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.031677 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.031971 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.032255 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.032534 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.032815 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.033083 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.033362 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.033627 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.033890 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.034156 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_json = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.034421 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.034683 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.034988 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.035256 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.035521 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.035786 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.036051 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.036337 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.036603 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:40.036893 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.037186 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.037481 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.037774 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.038062 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.038338 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.038625 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.038920 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.039207 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.039491 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.039773 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.040047 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.040342 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.040629 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.040921 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.041222 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.041512 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.042425 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.042693 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.042992 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.043269 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.043548 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.043834 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.044109 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.044397 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.044685 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.044958 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.045253 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.045538 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.045828 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.046111 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.046381 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.046654 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.046975 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.047249 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.047519 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.047792 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.048077 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.048349 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.048617 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.048895 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.049166 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.049433 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.049701 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.049974 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.050259 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.050531 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.050811 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.051083 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.051354 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.051619 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.051895 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.052165 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.052433 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.052701 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.052973 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.053239 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.053505 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.053773 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.054040 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.054309 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.054575 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.054875 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.055146 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.055413 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.055678 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.055941 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.056207 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.056477 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.056746 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.057011 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.057295 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.058330 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.058605 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.058916 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.059216 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.059493 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.059766 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.060038 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.060313 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.060586 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.060859 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.061134 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.061406 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.061676 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.061963 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.062242 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.062521 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.062847 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.063122 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.063414 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.063688 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.063965 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.064236 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.064509 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.064788 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.065063 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.065354 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.065645 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.065935 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.066225 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.066511 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.066783 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.067114 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.067388 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:40.067606 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 04:36:40.067844 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109486) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 31 04:36:40.436120 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 31 04:36:40.436315 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 31 04:36:40.436607 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 31 04:36:40.436938 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 31 04:36:40.765258 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.765540 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.765811 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.767167 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.767438 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.767700 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.811476 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.811747 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.812008 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.826383 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.826654 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.826941 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.857072 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.857349 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.857614 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.893853 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.894127 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:40.894388 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.226544 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.227187 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.227187 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.227355 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.228019 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.327362 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.327662 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.327940 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.328204 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.328464 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.328770 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.329024 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.329276 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.329526 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.329806 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.330061 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.330321 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.330572 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.330839 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.331093 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.331350 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.331598 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.331858 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.332120 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.332375 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.332641 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.332889 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.333163 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.333531 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.333775 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.334015 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.334442 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 04:36:41.334636 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 04:36:41.334904 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 04:36:41.335140 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 04:36:41.335373 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 04:36:41.335599 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 04:36:41.335954 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 31 04:36:41.339136 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 31 04:36:41.343172 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 31 04:36:41.346855 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jan 31 04:36:41.348479 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 31 04:36:41.348928 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 31 04:36:41.349265 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 31 04:36:41.349643 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 31 04:36:41.352471 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 31 04:36:41.352719 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 31 04:36:41.353057 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 04:36:41.358374 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 31 04:36:41.382279 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 31 04:36:41.382726 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.383043 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109486) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 31 04:36:41.383402 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.384773 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109486) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 31 04:36:41.385050 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 04:36:41.385296 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 31 04:36:41.389133 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.389411 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:41.453131 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 31 04:36:41.453369 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 31 04:36:41.453607 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 31 04:36:41.453969 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 31 04:36:41.474330 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_db.sqlalchemy.engines [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109486) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 31 04:36:42.068225 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Initializing driver for type 'gre' Jan 31 04:36:42.068756 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] gre ID ranges: [(1, 1000)] Jan 31 04:36:42.256896 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Initializing driver for type 'local' Jan 31 04:36:42.257483 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Initializing driver for type 'vlan' Jan 31 04:36:42.336791 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] VlanTypeDriver initialization complete Jan 31 04:36:42.337067 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Initializing driver for type 'vxlan' Jan 31 04:36:42.337564 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] vxlan ID ranges: [(1, 1000)] Jan 31 04:36:42.507891 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Initializing extension driver 'port_security' Jan 31 04:36:42.508225 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.extensions.port_security [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] PortSecurityExtensionDriver initialization complete Jan 31 04:36:42.508555 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Initializing mechanism driver 'openvswitch' Jan 31 04:36:42.508874 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Initializing mechanism driver 'hyperv' Jan 31 04:36:42.516193 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.plugin [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:36:42.516886 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > port after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.517238 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.517622 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > port after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.518143 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 04:36:42.518587 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > subnet after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.518970 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > subnet after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.519320 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.519975 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 04:36:42.520383 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > network after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.520740 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > network after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.522425 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > network after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.522425 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 04:36:42.522425 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > security_group after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.522425 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > security_group after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.522721 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.523095 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 04:36:42.523503 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.523858 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.524200 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.524605 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 04:36:42.525011 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > address_group after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.525355 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > address_group after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.525692 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.526781 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109486) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 04:36:42.527251 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] ML2 OVO RPC backend initialized. {{(pid=109486) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 31 04:36:42.527964 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.528319 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.528741 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > network before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.529087 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > networks before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.529433 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > port before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.529779 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > ports before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.530223 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > subnet before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.530567 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > subnets before_response 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.530944 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > network after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.531284 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > network after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.531620 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > network after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.531955 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > port after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.532290 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.532621 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > port after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.532955 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > subnet after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.533288 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > subnet after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.533615 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.541065 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded quota_driver: . Jan 31 04:36:42.541429 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.plugin [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Modular L2 Plugin initialization complete Jan 31 04:36:42.541803 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading services supported by the core plugin {{(pid=109486) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 31 04:36:42.542144 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.plugins.ml2.managers [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Got port-security extension from driver 'port_security' Jan 31 04:36:42.542617 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.extensions.vlantransparent [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Disabled vlantransparent extension. Jan 31 04:36:42.543130 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109486) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 31 04:36:42.543457 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading Plugin: router Jan 31 04:36:42.580839 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.581234 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router after_create 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.581604 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router before_create 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.581967 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.582337 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.582689 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router after_delete 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.583077 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.583426 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.583810 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router after_create 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.584155 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router after_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.584505 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router after_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.584850 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.585207 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router after_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.585614 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router precommit_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.585977 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.586318 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: port after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.586651 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: subnet after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.587386 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.587689 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.588043 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router precommit_create 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.588386 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: port before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.589472 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router precommit_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.589843 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router after_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.590187 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.590539 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router precommit_create 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.590934 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.591284 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router precommit_update 55549900 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.591660 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > agent after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.592000 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > agent after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.592343 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > network after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.593197 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Tracking information for resource: router configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 04:36:42.593530 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Tracking information for resource: floatingip configured {{(pid=109486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 04:36:42.598389 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.db.l3_agentschedulers_db [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 31 04:36:42.598991 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.599357 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: port after_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.599709 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: port after_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.600057 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: port after_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.600958 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router before_create 55550100 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.601324 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.601685 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router precommit_create 55550100 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.602039 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > router precommit_update 55550100 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.606735 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.services.provider_configuration [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service providers = [] {{(pid=109486) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 31 04:36:42.607122 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.db.servicetype_db [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109486) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 31 04:36:42.610070 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.services.service_base [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 04:36:42.610418 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.services.service_base [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 04:36:42.610760 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.services.service_base [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 04:36:42.611671 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.services.service_base [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 04:36:42.612038 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.services.service_base [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 31 04:36:42.612407 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 04:36:42.612723 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 31 04:36:42.623508 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 04:36:42.623845 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading Plugin: auto_allocate Jan 31 04:36:42.629654 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: network precommit_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.630025 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: network precommit_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.630542 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 04:36:42.630892 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading Plugin: tag Jan 31 04:36:42.638105 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 04:36:42.638432 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading Plugin: timestamp Jan 31 04:36:42.642447 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 04:36:42.642778 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading Plugin: network_ip_availability Jan 31 04:36:42.648462 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.648832 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.649188 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.649882 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 04:36:42.650197 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading Plugin: flavors Jan 31 04:36:42.655583 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 04:36:42.655909 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading Plugin: revisions Jan 31 04:36:42.660208 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 04:36:42.660600 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.224s {{(pid=109486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 31 04:36:42.661332 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109486) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 31 04:36:42.661667 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Initializing extension manager. Jan 31 04:36:42.662298 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: __init__.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.662579 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: __pycache__ {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.663024 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.672305 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: address_group.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.672305 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.672305 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: address-group Jan 31 04:36:42.672305 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: address_scope.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.672305 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.672305 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: address-scope Jan 31 04:36:42.672305 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.672985 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.673315 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: router-admin-state-down-before-update Jan 31 04:36:42.673640 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: agent.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.674524 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.675060 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: agent Jan 31 04:36:42.675387 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: agent_resources_synced.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.676293 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.676799 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: agent-resources-synced Jan 31 04:36:42.677123 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: allowedaddresspairs.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.679028 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.679547 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: allowed-address-pairs Jan 31 04:36:42.679873 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: auto_allocated_topology.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.680951 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.681495 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: auto-allocated-topology Jan 31 04:36:42.681820 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: availability_zone.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.683148 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.683649 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: availability_zone Jan 31 04:36:42.683973 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: availability_zone_filter.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.684883 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.685380 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: availability_zone_filter Jan 31 04:36:42.685702 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: data_plane_status.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.686604 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.687128 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension data-plane-status not supported by any of loaded plugins Jan 31 04:36:42.687450 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: default_subnetpools.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.688358 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.688862 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: default-subnetpools Jan 31 04:36:42.689183 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.690039 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.690549 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: dhcp_agent_scheduler Jan 31 04:36:42.690894 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: dns.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.691824 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.692329 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension dns-integration not supported by any of loaded plugins Jan 31 04:36:42.692652 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: dns_domain_ports.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.693567 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.694066 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 31 04:36:42.694390 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.695325 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.695828 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 31 04:36:42.696187 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: dvr.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.696848 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.697347 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: dvr Jan 31 04:36:42.697664 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: ecmp_routes.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.699420 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.699926 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 31 04:36:42.700247 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: empty_string_filtering.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.701190 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.701801 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: empty-string-filtering Jan 31 04:36:42.702123 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.703057 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.703561 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 31 04:36:42.703882 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.704836 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.705335 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 31 04:36:42.705653 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: external_net.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.706551 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.707127 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: external-net Jan 31 04:36:42.707471 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.708408 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.708908 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: extra_dhcp_opt Jan 31 04:36:42.709226 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: extraroute.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.715144 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.715643 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: extraroute Jan 31 04:36:42.715961 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: extraroute_atomic.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.716992 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.717497 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: extraroute-atomic Jan 31 04:36:42.717815 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: filter_validation.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.718475 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.719110 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: filter-validation Jan 31 04:36:42.719432 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: fip_pf_description.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.720337 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.720831 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 31 04:36:42.721149 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: fip_port_details.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.722100 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.722605 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: fip-port-details Jan 31 04:36:42.722949 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: flavors.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.724275 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.724791 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: flavors Jan 31 04:36:42.725111 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.726825 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.727348 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 31 04:36:42.727682 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: floatingip_pools.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.728425 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.728939 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: floatingip-pools Jan 31 04:36:42.729641 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: ip_allocation.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.730679 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.731207 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension ip_allocation not supported by any of loaded plugins Jan 31 04:36:42.731536 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.732455 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.732963 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: ip-substring-filtering Jan 31 04:36:42.733292 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: l2_adjacency.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.734204 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.734710 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 31 04:36:42.735059 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: l3.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.736006 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.736517 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: router Jan 31 04:36:42.736875 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.739296 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.739819 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 31 04:36:42.740150 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.741069 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.741673 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: ext-gw-mode Jan 31 04:36:42.742002 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.742954 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.743463 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: l3-ha Jan 31 04:36:42.743789 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: l3_flavors.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.745218 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.745769 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: l3-flavors Jan 31 04:36:42.746091 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.747030 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.747536 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 31 04:36:42.747860 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: l3agentscheduler.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.748966 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.749478 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: l3_agent_scheduler Jan 31 04:36:42.749802 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: local_ip.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.756348 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.756878 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension local_ip not supported by any of loaded plugins Jan 31 04:36:42.757217 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: logging.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.758718 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.759308 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension logging not supported by any of loaded plugins Jan 31 04:36:42.759640 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: metering.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.760973 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.761550 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: metering Jan 31 04:36:42.761875 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.762992 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.763506 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: metering_source_and_destination_fields Jan 31 04:36:42.763964 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: multiprovidernet.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.764895 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.765420 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: multi-provider Jan 31 04:36:42.765727 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: netmtu.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.766637 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.767173 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: net-mtu Jan 31 04:36:42.767524 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: netmtu_writable.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.768438 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.768938 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: net-mtu-writable Jan 31 04:36:42.769259 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: network_availability_zone.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.770281 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.770780 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: network_availability_zone Jan 31 04:36:42.771117 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: network_ip_availability.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.772234 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.772737 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: network-ip-availability Jan 31 04:36:42.773058 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: network_segment_range.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.773820 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.774314 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension network-segment-range not supported by any of loaded plugins Jan 31 04:36:42.774633 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: pagination.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.775642 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.775996 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: pagination Jan 31 04:36:42.776308 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: port_device_profile.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.777267 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.777802 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: port-device-profile Jan 31 04:36:42.778121 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.779076 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.779590 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: port-mac-address-regenerate Jan 31 04:36:42.779901 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.781797 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.781797 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: port-numa-affinity-policy Jan 31 04:36:42.781797 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: port_resource_request.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.782685 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.783204 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension port-resource-request not supported by any of loaded plugins Jan 31 04:36:42.783533 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: port_resource_request_groups.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.784491 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.784990 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 31 04:36:42.785305 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: portbindings.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.786268 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.786769 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: binding Jan 31 04:36:42.790898 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: portbindings_extended.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.792078 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.792487 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: binding-extended Jan 31 04:36:42.792920 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: portsecurity.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.793832 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.794339 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: port-security Jan 31 04:36:42.794662 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: project_id.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.795665 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.795993 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: project-id Jan 31 04:36:42.796314 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: providernet.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.797272 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.797779 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: provider Jan 31 04:36:42.798202 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.801850 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.802403 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos not supported by any of loaded plugins Jan 31 04:36:42.802735 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.803997 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.804507 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 31 04:36:42.804947 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.809107 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.809616 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 31 04:36:42.809945 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_default.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.810880 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.811391 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-default not supported by any of loaded plugins Jan 31 04:36:42.811712 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_fip.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.812630 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.813138 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-fip not supported by any of loaded plugins Jan 31 04:36:42.813458 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.814361 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.814901 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 31 04:36:42.815308 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_gateway_ip.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.816254 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.816752 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 31 04:36:42.817073 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_port_network_policy.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.817970 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.818468 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 31 04:36:42.818808 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.819845 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.820345 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 31 04:36:42.820665 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_pps_rule.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.821844 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.822352 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-pps not supported by any of loaded plugins Jan 31 04:36:42.822674 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_rule_type_details.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.824307 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.824814 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 31 04:36:42.825139 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: qos_rules_alias.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.826194 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.826869 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 31 04:36:42.827202 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: quota_check_limit.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.828118 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.828628 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: quota-check-limit Jan 31 04:36:42.828952 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: quotasv2.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.829903 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.830226 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: quotas Jan 31 04:36:42.830543 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: quotasv2_detail.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.832426 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.832767 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: quota_details Jan 31 04:36:42.833101 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: rbac.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.834151 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.834676 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: rbac-policies Jan 31 04:36:42.835042 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: rbac_address_group.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.835968 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.836481 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: rbac-address-group Jan 31 04:36:42.836805 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: rbac_address_scope.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.837760 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.838224 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: rbac-address-scope Jan 31 04:36:42.838846 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: rbac_security_groups.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.839762 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.840277 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: rbac-security-groups Jan 31 04:36:42.840601 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: rbac_subnetpool.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.841514 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.842019 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: rbac-subnetpool Jan 31 04:36:42.842342 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: revisionifmatch.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.843289 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.843838 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: revision-if-match Jan 31 04:36:42.844159 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: revisions.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.849492 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.849997 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: standard-attr-revisions Jan 31 04:36:42.850324 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: router_availability_zone.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.851027 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.851537 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: router_availability_zone Jan 31 04:36:42.851859 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: routerservicetype.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.852774 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.853279 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension router-service-type not supported by any of loaded plugins Jan 31 04:36:42.853602 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.854625 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.855169 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: security-groups-normalized-cidr Jan 31 04:36:42.855552 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.856475 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.856975 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: port-security-groups-filtering Jan 31 04:36:42.857296 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.858212 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.858714 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: security-groups-remote-address-group Jan 31 04:36:42.859067 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.860020 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.860531 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: security-groups-shared-filtering Jan 31 04:36:42.860855 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.861435 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 31 04:36:42.861752 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: securitygroup.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.872286 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.872812 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: security-group Jan 31 04:36:42.873144 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: segment.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.874606 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.875235 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension segment not supported by any of loaded plugins Jan 31 04:36:42.875566 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.876520 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.877028 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 31 04:36:42.877354 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: servicetype.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.878524 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.879074 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: service-type Jan 31 04:36:42.879402 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: sorting.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.880432 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.880728 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: sorting Jan 31 04:36:42.881054 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: standard_attr_segment.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.881962 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.882474 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 31 04:36:42.883055 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: standardattrdescription.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.883701 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.884212 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: standard-attr-description Jan 31 04:36:42.884536 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: stateful_security_group.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.889639 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.890154 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: stateful-security-group Jan 31 04:36:42.890480 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: stdattrs_common.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.891083 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 31 04:36:42.891409 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.892333 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.892840 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 31 04:36:42.893160 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: subnet_onboard.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.894234 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.895056 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: subnet_onboard Jan 31 04:36:42.895380 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.896412 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.896918 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 31 04:36:42.897238 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: subnet_service_types.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.898159 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.898667 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: subnet-service-types Jan 31 04:36:42.899010 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: subnetallocation.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.900087 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.900636 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: subnet_allocation Jan 31 04:36:42.901072 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.901684 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.902192 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: subnetpool-prefix-ops Jan 31 04:36:42.902518 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.903505 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.904007 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 31 04:36:42.904332 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: tagging.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.905391 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.905901 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: standard-attr-tag Jan 31 04:36:42.906228 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: timestamp.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.907523 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.908032 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loaded extension: standard-attr-timestamp Jan 31 04:36:42.908357 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: trunk.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.909383 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.909898 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension trunk not supported by any of loaded plugins Jan 31 04:36:42.910225 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: trunk_details.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.911229 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.911741 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension trunk-details not supported by any of loaded plugins Jan 31 04:36:42.912068 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: uplink_status_propagation.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.913016 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.913524 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 31 04:36:42.913846 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Loading extension file: vlantransparent.py {{(pid=109486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 04:36:42.914510 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 04:36:42.915046 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 31 04:36:42.917592 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:network Jan 31 04:36:42.918111 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:subnet Jan 31 04:36:42.918675 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 04:36:42.919105 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:port Jan 31 04:36:42.920357 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.920794 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service FLAVORS assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.921411 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.921846 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.922177 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:router Jan 31 04:36:42.922611 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:floatingip Jan 31 04:36:42.923194 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service METERING assigned prefix: /metering {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.924640 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.925013 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.925363 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:36:42.926364 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 04:36:42.926816 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:security_group Jan 31 04:36:42.927250 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 04:36:42.928934 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service CORE assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.929446 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 04:36:42.929802 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] subnetpool is already registered Jan 31 04:36:42.930231 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service CORE assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.930559 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 04:36:42.930916 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] subnetpool is already registered Jan 31 04:36:42.933908 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.934341 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service FLAVORS assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.935002 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.935428 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.935759 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:router Jan 31 04:36:42.936096 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] router is already registered Jan 31 04:36:42.936506 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:floatingip Jan 31 04:36:42.936841 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] floatingip is already registered Jan 31 04:36:42.937295 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service METERING assigned prefix: /metering {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.937951 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 04:36:42.938280 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] rbac_policy is already registered Jan 31 04:36:42.938691 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:security_group Jan 31 04:36:42.939054 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] security_group is already registered Jan 31 04:36:42.939453 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 04:36:42.939783 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] security_group_rule is already registered Jan 31 04:36:42.940396 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service CORE assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.940726 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 04:36:42.941058 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] subnetpool is already registered Jan 31 04:36:42.941535 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.v2.resource_helper [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Service CORE assigned prefix: {{(pid=109486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 04:36:42.941859 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 04:36:42.942191 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING neutron.quota.resource_registry [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] subnetpool is already registered Jan 31 04:36:42.942661 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: extensions {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.944174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: address-groups {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.945666 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: address-scopes {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.947311 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: agents {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.949354 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: auto-allocated-topology {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.954904 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: availability_zones {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.956155 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: dhcp-networks {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.957667 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: dhcp-agents {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.959189 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: routers {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.961621 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: flavors {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.963852 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: service_profiles {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.964107 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: next_providers {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.965596 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: service_profiles {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.967419 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: floatingip-pools {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.968661 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: routers {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.970867 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: floatingips {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.972145 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: l3-routers {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.973565 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: l3-agents {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.975133 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: metering-labels {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.976507 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: metering-label-rules {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.977803 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: network-ip-availabilities {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.979282 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: bindings {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.981207 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: quotas {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.982781 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: quotas {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.984352 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: rbac-policies {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.985684 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: security-groups {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.986961 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: security-group-rules {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.988264 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: service-providers {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.992568 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: subnetpools {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.992568 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: subnetpools {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.992568 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.994223 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.996935 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:42.998825 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:43.001635 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:43.003557 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:43.005298 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:43.007324 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:43.009096 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:43.011588 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron.api.extensions [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Extended resource: tags {{(pid=109486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 04:36:43.017545 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING keystonemiddleware.auth_token [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 31 04:36:43.022599 dv-cinder-826608-2-iscsi neutron-server[109486]: WARNING keystonemiddleware.auth_token [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 31 04:36:43.031290 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Acquired lock "singleton_lock" {{(pid=109486) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 31 04:36:43.031759 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_concurrency.lockutils [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Releasing lock "singleton_lock" {{(pid=109486) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 31 04:36:43.032397 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO oslo_service.service [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Starting 2 workers Jan 31 04:36:43.037331 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Started child 109631 {{(pid=109486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 04:36:43.042548 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Started child 109632 {{(pid=109486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 04:36:43.043419 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:36:43.044238 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO neutron.service [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 31 04:36:43.044911 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:36:43.045069 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [-] (109631) wsgi starting up on http://0.0.0.0:9696 Jan 31 04:36:43.047524 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO oslo_service.service [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Starting 1 workers Jan 31 04:36:43.047681 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:36:43.049960 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [-] (109632) wsgi starting up on http://0.0.0.0:9696 Jan 31 04:36:43.052925 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Started child 109633 {{(pid=109486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 04:36:43.053469 dv-cinder-826608-2-iscsi neutron-server[109486]: INFO oslo_service.service [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Starting 1 workers Jan 31 04:36:43.056657 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.service [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] calling RpcWorker wait() {{(pid=109633) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 31 04:36:43.057190 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.service [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] returning from RpcWorker wait() {{(pid=109633) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 31 04:36:43.058860 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Started child 109634 {{(pid=109486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 04:36:43.059143 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:36:43.059597 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:36:43.059689 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG neutron_lib.callbacks.manager [None req-08457bd4-11c8-4259-962c-6f3546a84644 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:36:43.061667 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109486) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 04:36:43.061898 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 04:36:43.062093 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 04:36:43.062318 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 04:36:43.062667 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 04:36:43.062850 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 04:36:43.063369 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.063638 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.063895 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.064165 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.064438 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.064575 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:36:43.065046 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.065250 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.065505 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.065775 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:36:43.065873 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.066030 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.066199 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.066364 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.066606 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.066960 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.067342 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.067674 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.067873 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.068128 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.068297 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.068559 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.068829 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.069060 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.069330 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] debug = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.069580 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.070045 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.070282 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.070529 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.070743 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.071059 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.071286 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.071584 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.071814 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.072044 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.072301 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.072563 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.072885 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.073193 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.073451 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.073669 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.073932 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.074155 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.074632 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] host = dv-cinder-826608-2-iscsi {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.074883 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.075081 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.075299 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.075581 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.075784 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.076033 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.076303 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.076553 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.076801 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.077039 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.077291 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.077539 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.077771 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.078014 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.078175 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_options = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.078414 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.078716 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.079014 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.079202 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.079386 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.079552 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.079792 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.079954 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.080178 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.080396 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.080615 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.080824 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.081042 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.081285 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.081575 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.081804 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.082023 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.082253 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.082506 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.082734 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.082983 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.083233 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.083479 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.084247 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.084247 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.084247 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.084662 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.084662 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.085018 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.085156 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.085300 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.086704 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.087488 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.087752 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.088017 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.088311 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.088710 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.088965 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.089284 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.089531 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.089810 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.090123 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.090321 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.090592 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.090843 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.091072 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.091339 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_json = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.091559 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.091814 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.092089 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.092311 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.092533 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.092753 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.092993 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.093231 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.093580 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.094215 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.094519 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.094854 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.095116 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.095366 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.095642 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.102300 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.102300 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.102300 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.102300 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.102300 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.102300 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.102300 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.102300 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103165 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103165 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103165 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103165 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103165 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103165 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103165 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103165 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103922 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103922 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103922 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103922 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103922 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103922 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103922 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.103922 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.105174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.105174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.105174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.105174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.105174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.105174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.105174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.105174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.106070 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.106070 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.107234 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.107464 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.107751 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.108047 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.108287 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.108549 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.108786 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.109037 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.110667 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.110667 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.110667 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.110667 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.110667 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.110667 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.110667 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.111182 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.111252 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.111785 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.111785 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.112119 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.112366 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.112595 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.112833 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.113062 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.113333 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.113551 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.113791 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.114012 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.114272 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.114516 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.114731 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.114974 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.115226 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.115434 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.115692 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.115916 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.116159 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.116399 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.116624 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.116831 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.117066 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.117284 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.117499 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.117712 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.117948 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.118171 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.118414 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.118731 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.118859 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.119073 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.119293 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.119569 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.120543 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.120826 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.121132 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.121357 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.121613 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.121857 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.122106 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.122329 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.122567 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.122872 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.123174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.123479 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.123758 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.124013 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.124288 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.124688 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.125177 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.125405 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.125640 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.125877 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.126104 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.126388 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.126644 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.126927 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.127181 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.127414 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.127695 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.127918 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.128281 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.128431 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.128697 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.128981 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.129242 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.129506 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.129759 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.130020 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.130257 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.130502 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.130746 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.131121 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.131348 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.131661 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.131850 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.132047 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.132281 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.132530 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.132852 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.133096 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.133313 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.133524 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.133782 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.134010 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.134259 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.134517 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.134769 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.135109 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.136088 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.136230 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.136374 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.136642 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.136861 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.137095 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.137344 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.137581 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.137816 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.138034 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.138249 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.138497 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.138725 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.138999 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.139226 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.139462 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.140175 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.140175 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.140175 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.140411 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.140598 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.141279 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.141279 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.141279 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.141502 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.141723 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.141968 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.142204 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.143279 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.143279 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.143279 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.143279 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.147463 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.147463 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.147463 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.147463 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.147463 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.147463 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.147463 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.147463 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148050 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148050 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148050 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148050 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148050 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148050 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148050 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148050 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148497 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148497 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148497 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148497 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148497 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148497 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148998 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.148998 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.149153 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.149338 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.149591 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.149856 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.150069 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.150280 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.150497 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.150710 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.151635 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.152203 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.152467 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.152750 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.153017 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.153224 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.153456 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.153670 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.153906 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.154131 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.154347 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.154550 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.154821 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.155045 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.155250 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.155476 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.155754 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.155961 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.156179 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.156394 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.156606 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.156828 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.157043 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.157254 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.157503 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.157771 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.158102 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.158330 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.158545 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.158755 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.159006 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.159220 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.159452 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.159674 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.159894 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.160103 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.160421 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.160670 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.160889 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.161184 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.161435 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.161687 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.161920 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.162234 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.162451 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.162692 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.162945 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.163163 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.163381 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.163635 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.163977 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.164306 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.164498 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.164762 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.165037 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.165308 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.165580 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.165792 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.166130 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.166373 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.167052 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.167158 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.167406 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.167638 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.167859 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.168088 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.168306 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.168563 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.168779 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.169015 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.169265 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.169534 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.169729 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.169964 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.170214 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.170474 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.170766 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.171042 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.174319 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.174319 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 04:36:43.174319 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109486) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 04:36:43.174319 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 04:36:43.174319 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 04:36:43.174319 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 04:36:43.174319 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 04:36:43.174319 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 04:36:43.174909 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.174909 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.174909 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.174909 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.174909 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.174909 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.174909 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.174909 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.175459 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.175459 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.175459 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.175459 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.175459 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.175459 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.175459 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.175459 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.176215 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.176215 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.176215 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.176215 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.176215 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.176215 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.176215 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] debug = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.176955 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.176955 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.176955 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.177182 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.177262 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.177368 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.177532 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.177691 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.177849 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.178010 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.178169 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.178514 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.178514 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.178683 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.178762 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.178936 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.179094 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.179250 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.179407 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] host = dv-cinder-826608-2-iscsi {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.179765 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.179765 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.179936 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.180017 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.180152 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.180309 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.180466 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.180622 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.180794 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.180993 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.181119 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.181274 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.181429 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.181585 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.181741 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_options = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.181899 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.182058 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.182239 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.182430 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.182591 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.182750 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.182950 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.183110 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.183267 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.183587 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.183587 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.183731 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.183862 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.184038 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.184248 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.184355 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.184471 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.184626 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.184784 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.184941 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.185098 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.185253 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.185411 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.185568 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.185742 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.185938 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.186099 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.186258 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.186414 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.186573 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.186730 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.186922 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.187061 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.187219 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.187376 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.187533 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.187690 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.188134 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.188509 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.188509 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.188715 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.188808 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.188889 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.189041 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.189198 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.189354 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.189510 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_json = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.189668 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.189825 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.189982 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.190139 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.190296 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.190454 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.190611 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.190770 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.190950 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 04:36:43.191127 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.191288 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.191458 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.191619 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.191961 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.192206 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.192342 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.192554 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.192646 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.192727 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.192894 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.193055 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.193227 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.193390 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.193549 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.193711 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.193873 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.194032 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.194193 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.194353 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.194513 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.194673 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.194862 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.195169 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.195169 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.195372 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.195493 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.195616 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.195770 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.195946 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.196106 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.196267 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.196427 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.196588 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.196751 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.196913 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.197077 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.197240 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.197401 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.197738 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.198431 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.198595 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.198757 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.199102 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.199267 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.199430 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.199591 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.199752 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.199852 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:36:43.199977 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.200064 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.200211 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.200373 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.200532 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.200692 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.200877 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.201038 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.201199 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.201370 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.201532 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.201691 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.201851 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.202012 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.202172 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.202333 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.202493 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.202706 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.202901 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.203028 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.203149 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.203291 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.203449 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.203785 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.203930 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.204559 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.204559 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.204559 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.204559 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.204927 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.204927 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.205114 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.205114 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.205304 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.205425 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.205585 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.205747 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.205908 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.206068 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.206231 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.206391 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.206552 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.206714 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.207127 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.207127 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.207453 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.207453 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.207648 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.207648 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.207793 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.207952 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.208114 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.208273 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.208620 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.208620 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.208787 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.208866 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.209078 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.209247 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.209410 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.209558 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.209716 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.209877 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.210039 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.210203 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.210376 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.210580 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.210742 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.210928 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.211089 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.211260 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.211420 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.211585 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.211745 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.211911 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.212081 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.212243 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.212405 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.212565 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.212729 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.212889 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.213050 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.213212 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.213372 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.214075 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.214392 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.214574 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.214730 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.214944 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.215108 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.215316 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.215604 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.215711 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.215794 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.215936 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.216094 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.216256 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.216414 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.216563 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.216697 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.216864 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.217000 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.217156 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.217317 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.217466 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.217625 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.217971 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.218145 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.218307 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.218475 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.218637 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.218834 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.218970 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.219328 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.219328 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.219592 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.219592 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.219850 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.219850 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.220091 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.220192 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.220316 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.220478 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.220623 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.220784 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.220942 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.221102 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.221265 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.221426 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.221587 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.221749 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.221910 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.222071 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.222278 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.222396 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.222556 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.222716 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.222899 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.223060 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.223221 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.223383 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.223544 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.227737 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.227737 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.227737 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.227737 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.227737 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.227737 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.227737 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.227737 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.228389 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.228389 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.228389 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.228389 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.228389 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.228389 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.228389 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.228389 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.229078 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.229078 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.229078 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.229078 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.229078 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.229078 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.229078 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.229078 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.230145 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.230145 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.230145 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.230145 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.230145 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.230145 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.230145 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.230145 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231081 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231081 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231081 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231081 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231081 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231081 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231081 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231081 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231974 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231974 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231974 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231974 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231974 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231974 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231974 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.231974 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.232560 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.232560 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.232560 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.232560 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.232560 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.232560 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.232560 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.232560 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233170 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233170 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233170 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233170 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233170 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233170 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233562 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233562 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233562 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233792 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.233870 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.234013 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.234174 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.234335 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.234495 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.234657 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.234851 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.235025 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.235192 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.235360 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.235531 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.235699 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.235868 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.236029 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.236196 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.236368 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.236529 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.236690 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.236851 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.237011 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.237173 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.237351 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.237550 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.237713 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.237874 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.238035 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.238195 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.238361 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.238522 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.238683 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.238864 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.239026 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.239186 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.239348 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.239508 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 04:36:43.239661 dv-cinder-826608-2-iscsi neutron-server[109486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 04:36:43.263660 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 32954) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:36:43.272586 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066743 Jan 31 04:36:55.221156 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e885fbc-3db1-4a4f-bc9f-18a7e3186095 None None] get_active_networks_info from dv-cinder-826608-2-iscsi {{(pid=109633) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 04:36:55.277958 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e885fbc-3db1-4a4f-bc9f-18a7e3186095 None None] No non-hosted networks {{(pid=109633) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 31 04:36:55.295804 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1f08301f-0946-4e26-ab54-d526dbce0871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043770'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:36:57.584539 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-14ae90ca-1283-4979-8140-3ed612f93277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043770'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:36:57.617728 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.db.api [None req-599091b1-d143-490c-96a4-d8b921088d31 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-826608-2-iscsi {{(pid=109633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 04:36:57.618513 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG oslo_db.api [None req-599091b1-d143-490c-96a4-d8b921088d31 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 04:36:58.205522 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-599091b1-d143-490c-96a4-d8b921088d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:36:58.446177 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043770'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:00.148235 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043770'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:01.319652 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043770'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:01.321082 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.321662 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.322210 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.323011 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.323776 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.324308 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.324867 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.325363 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.326008 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.326520 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.327104 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.327653 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.328521 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:01.329141 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826608-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:37:01.335486 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826608-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:37:03.565242 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.db.l3_hamode_db [None req-b3b239ad-90c7-46a0-b84b-13975060fab0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 31 04:37:03.639228 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b239ad-90c7-46a0-b84b-13975060fab0 None None] Routers set() bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:37:03.639545 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b239ad-90c7-46a0-b84b-13975060fab0 None None] Router IDs set() for agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 04:37:03.974909 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33054) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:04.587541 dv-cinder-826608-2-iscsi neutron-server[109632]: WARNING oslo_policy.policy [None req-eaaa2efd-78ed-419a-92e2-683d5c72640b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 04:37:04.588127 dv-cinder-826608-2-iscsi neutron-server[109632]: WARNING oslo_policy.policy [None req-eaaa2efd-78ed-419a-92e2-683d5c72640b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 04:37:04.819993 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [None req-eaaa2efd-78ed-419a-92e2-683d5c72640b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:37:04.821095 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-eaaa2efd-78ed-419a-92e2-683d5c72640b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8452806 Jan 31 04:37:07.452871 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33070) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:07.753459 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-e73232cd-42da-4d58-9ff3-7da6b48906ae admin admin] Request body: {'subnetpool': {'is_default': True, 'tenant_id': '6434f6a5574340a59ffe3c6ae995c685', 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:37:07.849111 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.policy [None req-e73232cd-42da-4d58-9ff3-7da6b48906ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109632) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 04:37:07.891139 dv-cinder-826608-2-iscsi neutron-server[109632]: WARNING oslo_policy.policy [None req-e73232cd-42da-4d58-9ff3-7da6b48906ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 04:37:07.891454 dv-cinder-826608-2-iscsi neutron-server[109632]: WARNING oslo_policy.policy [None req-e73232cd-42da-4d58-9ff3-7da6b48906ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 04:37:08.067721 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e73232cd-42da-4d58-9ff3-7da6b48906ae admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035099511', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035097924', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035084464', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035081657', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035055325', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778035063537', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16706801', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16531185', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-879116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-667858'] for rbac-policy (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:08.252424 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e73232cd-42da-4d58-9ff3-7da6b48906ae admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:08.253629 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-e73232cd-42da-4d58-9ff3-7da6b48906ae admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7997863 Jan 31 04:37:10.913352 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33082) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:11.213000 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Request body: {'network': {'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'admin_state_up': True, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'name': 'private'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:37:11.330526 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Made reservation on behalf of 0d7b577b01e44156a30ea00705ebb430 for: {'network': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:37:11.333234 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:11.350016 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:11.453934 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Publish callbacks [] for security_group (0badc3a4-c2a9-4cc4-93c4-e9dd4d82ad6e), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:11.536205 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (0badc3a4-c2a9-4cc4-93c4-e9dd4d82ad6e), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:11.556078 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:37:11.584524 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778032087161', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (1dd96624-9c9e-4f3c-9706-fc2aef74a585), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:11.585017 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Unsubscribe: segment precommit_create {{(pid=109632) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 04:37:11.585546 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.segments_db [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Added segment 1dd96624-9c9e-4f3c-9706-fc2aef74a585 of type vlan for network ffea7763-082b-40c3-bdd6-7aef04bedb60 Jan 31 04:37:11.601415 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0badc3a4-c2a9-4cc4-93c4-e9dd4d82ad6e,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:11.629041 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.629410 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.629773 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.630097 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.630426 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.630753 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.631116 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.631446 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.631788 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.632130 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.632455 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.632773 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.633133 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Tracked resource versions report: Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: pushed versions: Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: { 'AddressGroup': {'1.2'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'ConntrackHelper': {'1.0'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'LocalIPAssociation': {'1.0'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Log': {'1.0'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Network': {'1.1'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Port': {'1.7'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'PortForwarding': {'1.2'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'QosPolicy': {'1.10'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SecurityGroup': {'1.5'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SecurityGroupRule': {'1.2'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SubPort': {'1.0'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Subnet': {'1.1'}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Trunk': {'1.1'}} Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: consumer versions: Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: { DHCP agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: L3 agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: Metadata agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: Metering agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: Open vSwitch agent@dv-cinder-826608-2-iscsi: { 'AddressGroup': '1.2', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'ConntrackHelper': '1.0', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'LocalIPAssociation': '1.0', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Log': '1.0', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Network': '1.1', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Port': '1.7', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'PortForwarding': '1.2', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'QosPolicy': '1.10', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SecurityGroup': '1.5', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SecurityGroupRule': '1.2', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SubPort': '1.0', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Subnet': '1.1', Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Trunk': '1.1'}} Jan 31 04:37:11.634525 dv-cinder-826608-2-iscsi neutron-server[109632]: {{(pid=109632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 04:37:11.699424 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (ffea7763-082b-40c3-bdd6-7aef04bedb60), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:11.792618 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (ffea7763-082b-40c3-bdd6-7aef04bedb60), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:11.797595 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:37:11.797595 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:11.889075 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] Pushing event updated for resources: {'Network': ['ID=ffea7763-082b-40c3-bdd6-7aef04bedb60,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:11.895469 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ae8c604f-7c92-42a4-9596-3b657e4aa172 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.9811323 Jan 31 04:37:11.901186 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network ffea7763-082b-40c3-bdd6-7aef04bedb60 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:37:14.636640 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33096) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:15.131421 dv-cinder-826608-2-iscsi neutron-server[109631]: WARNING oslo_policy.policy [None req-2d74a058-3290-4eb5-9a49-8c98e71f5466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 04:37:15.131985 dv-cinder-826608-2-iscsi neutron-server[109631]: WARNING oslo_policy.policy [None req-2d74a058-3290-4eb5-9a49-8c98e71f5466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 04:37:15.569761 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.policy [None req-2d74a058-3290-4eb5-9a49-8c98e71f5466 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109631) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 04:37:15.610601 dv-cinder-826608-2-iscsi neutron-server[109631]: WARNING oslo_policy.policy [None req-2d74a058-3290-4eb5-9a49-8c98e71f5466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 04:37:15.611018 dv-cinder-826608-2-iscsi neutron-server[109631]: WARNING oslo_policy.policy [None req-2d74a058-3290-4eb5-9a49-8c98e71f5466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 04:37:15.619441 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d74a058-3290-4eb5-9a49-8c98e71f5466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:37:15.621356 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2d74a058-3290-4eb5-9a49-8c98e71f5466 admin admin] 10.222.0.21 "GET /v2.0/networks/ffea7763-082b-40c3-bdd6-7aef04bedb60 HTTP/1.1" status: 200 len: 824 time: 0.9819684 Jan 31 04:37:15.660502 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-0418f54d-1d81-4e6d-b652-ad5721bb7238 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/b3338100-089e-46f1-8c46-9c36bddbb71c HTTP/1.1" status: 200 len: 734 time: 0.0331004 Jan 31 04:37:15.669197 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Request body: {'subnet': {'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b3338100-089e-46f1-8c46-9c36bddbb71c'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:37:15.764341 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Made reservation on behalf of 0d7b577b01e44156a30ea00705ebb430 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:37:15.767041 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:16.096152 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (ec41ccaa-48b7-4bff-a79c-a60264190529), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:16.165971 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Checking segment: {'id': '1dd96624-9c9e-4f3c-9706-fc2aef74a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:37:16.166334 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Network hostable DHCP agents. Network: ffea7763-082b-40c3-bdd6-7aef04bedb60, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:37:16.178465 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec41ccaa-48b7-4bff-a79c-a60264190529,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:16.192654 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.193009 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.193348 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.193675 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.193995 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.194313 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.194643 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.194986 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.195325 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.195665 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.195972 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.196279 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.196589 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Tracked resource versions report: Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: pushed versions: Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: { 'AddressGroup': {'1.2'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'ConntrackHelper': {'1.0'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'LocalIPAssociation': {'1.0'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Log': {'1.0'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Network': {'1.1'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Port': {'1.7'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'PortForwarding': {'1.2'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'QosPolicy': {'1.10'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SecurityGroup': {'1.5'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SecurityGroupRule': {'1.2'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SubPort': {'1.0'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Subnet': {'1.1'}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Trunk': {'1.1'}} Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: consumer versions: Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: { DHCP agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: L3 agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: Metadata agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: Metering agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: Open vSwitch agent@dv-cinder-826608-2-iscsi: { 'AddressGroup': '1.2', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'ConntrackHelper': '1.0', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'LocalIPAssociation': '1.0', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Log': '1.0', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Network': '1.1', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Port': '1.7', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'PortForwarding': '1.2', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'QosPolicy': '1.10', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SecurityGroup': '1.5', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SecurityGroupRule': '1.2', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SubPort': '1.0', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Subnet': '1.1', Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Trunk': '1.1'}} Jan 31 04:37:16.197896 dv-cinder-826608-2-iscsi neutron-server[109631]: {{(pid=109631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 04:37:16.273093 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Network ffea7763-082b-40c3-bdd6-7aef04bedb60 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:37:16.353071 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, ffea7763-082b-40c3-bdd6-7aef04bedb60) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:37:16.358721 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:37:16.359372 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:16.364806 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967c9997-fdfd-4be3-a01e-b808560323c7 None None] Network ffea7763-082b-40c3-bdd6-7aef04bedb60 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:37:16.441570 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-cfe54fe4-78c8-4643-a390-6078b80e3adf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7758207 Jan 31 04:37:16.628561 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2f825c5-f294-58d7-959c-947f82025dde-ffea7763-082b-40c3-bdd6-7aef04bedb60', 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60', 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'fixed_ips': [{'subnet_id': 'ec41ccaa-48b7-4bff-a79c-a60264190529'}]}} from dv-cinder-826608-2-iscsi. {{(pid=109633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 04:37:16.629772 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:16.929569 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.db_base_plugin_common [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Allocated IP 172.20.0.2 (ffea7763-082b-40c3-bdd6-7aef04bedb60/ec41ccaa-48b7-4bff-a79c-a60264190529/726f5ea8-1361-429a-81eb-c85c6b64428f) {{(pid=109633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:37:17.170684 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Publish callbacks [] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), precommit_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:17.268439 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:17.336973 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Network ffea7763-082b-40c3-bdd6-7aef04bedb60 is already hosted by enough agents. {{(pid=109633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:37:17.342708 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.base_scheduler [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Resources bound (agent type, host, resource id): {{(pid=109633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:37:17.355723 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Received port after_create {{(pid=109633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:37:17.365802 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Pushing event updated for resources: {'Port': ['ID=726f5ea8-1361-429a-81eb-c85c6b64428f,revision_number=1']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:17.395945 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.396312 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.396676 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.397018 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.397350 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.397677 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.398000 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.398325 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.398647 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.399012 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.399360 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.399663 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.399982 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Tracked resource versions report: Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: pushed versions: Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: { 'AddressGroup': {'1.2'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'ConntrackHelper': {'1.0'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'LocalIPAssociation': {'1.0'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Log': {'1.0'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Network': {'1.1'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Port': {'1.7'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'PortForwarding': {'1.2'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'QosPolicy': {'1.10'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SecurityGroup': {'1.5'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SecurityGroupRule': {'1.2'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SubPort': {'1.0'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Subnet': {'1.1'}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Trunk': {'1.1'}} Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: consumer versions: Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: { DHCP agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: L3 agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: Metadata agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: Metering agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: Open vSwitch agent@dv-cinder-826608-2-iscsi: { 'AddressGroup': '1.2', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'ConntrackHelper': '1.0', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'LocalIPAssociation': '1.0', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Log': '1.0', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Network': '1.1', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Port': '1.7', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'PortForwarding': '1.2', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'QosPolicy': '1.10', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SecurityGroup': '1.5', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SecurityGroupRule': '1.2', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SubPort': '1.0', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Subnet': '1.1', Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Trunk': '1.1'}} Jan 31 04:37:17.401336 dv-cinder-826608-2-iscsi neutron-server[109633]: {{(pid=109633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 04:37:17.450822 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Attempting to bind port 726f5ea8-1361-429a-81eb-c85c6b64428f on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:37:17.451214 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Attempting to bind port 726f5ea8-1361-429a-81eb-c85c6b64428f by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '1dd96624-9c9e-4f3c-9706-fc2aef74a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:37:17.451625 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Attempting to bind port 726f5ea8-1361-429a-81eb-c85c6b64428f on network ffea7763-082b-40c3-bdd6-7aef04bedb60 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:37:17.456516 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:37:17.456904 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Checking segment: {'id': '1dd96624-9c9e-4f3c-9706-fc2aef74a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:37:17.457392 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:17.457781 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Bound using segment: {'id': '1dd96624-9c9e-4f3c-9706-fc2aef74a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:37:17.458234 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Bound port: 726f5ea8-1361-429a-81eb-c85c6b64428f, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd96624-9c9e-4f3c-9706-fc2aef74a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:37:17.458664 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:17.520717 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] For port 726f5ea8-1361-429a-81eb-c85c6b64428f, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:37:17.524806 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] For port 726f5ea8-1361-429a-81eb-c85c6b64428f, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=726f5ea8-1361-429a-81eb-c85c6b64428f,segment=NetworkSegment(1dd96624-9c9e-4f3c-9706-fc2aef74a585),segment_id=1dd96624-9c9e-4f3c-9706-fc2aef74a585)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:37:17.623656 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:17.687482 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61458cf6-0dfd-4365-b2b0-b58cf713b6f2 None None] Pushing event updated for resources: {'Port': ['ID=726f5ea8-1361-429a-81eb-c85c6b64428f,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:18.918585 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33116) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:19.233890 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [None req-3c266208-7319-41bc-ae4a-a7baf6b312f1 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:37:19.234903 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-3c266208-7319-41bc-ae4a-a7baf6b312f1 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153145 Jan 31 04:37:21.716657 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33124) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:22.029606 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [None req-46a2dd30-25fc-44b7-b293-9f343819224d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:37:22.030637 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-46a2dd30-25fc-44b7-b293-9f343819224d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3130608 Jan 31 04:37:24.747327 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33134) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:25.047602 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-bec93cb3-5e5e-4c95-bc5f-447157d7479f admin admin] Request body: {'router': {'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:37:25.136501 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bec93cb3-5e5e-4c95-bc5f-447157d7479f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1040968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32477'] for router (4aa167fa-b023-4623-b820-ddf877631245), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:25.138248 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bec93cb3-5e5e-4c95-bc5f-447157d7479f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32452'] for router (4aa167fa-b023-4623-b820-ddf877631245), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:25.221883 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-8bba7b63-4cfc-4010-9403-8867edd39ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:25.281195 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bec93cb3-5e5e-4c95-bc5f-447157d7479f admin admin] Publish callbacks [] for router_controller (4aa167fa-b023-4623-b820-ddf877631245), precommit_add_association {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:25.342751 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bec93cb3-5e5e-4c95-bc5f-447157d7479f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107'] for router (4aa167fa-b023-4623-b820-ddf877631245), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:25.419460 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bec93cb3-5e5e-4c95-bc5f-447157d7479f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:25.420703 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-bec93cb3-5e5e-4c95-bc5f-447157d7479f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6724162 Jan 31 04:37:27.536081 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-542beb79-0fa4-4f3f-962c-1b557dac4d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:27.889850 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 726f5ea8-1361-429a-81eb-c85c6b64428f up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:37:27.906537 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33146) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:27.980010 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 726f5ea8-1361-429a-81eb-c85c6b64428f triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:27.981156 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:28.088540 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 726f5ea8-1361-429a-81eb-c85c6b64428f is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:37:28.089118 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:28.124544 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port 726f5ea8-1361-429a-81eb-c85c6b64428f, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=726f5ea8-1361-429a-81eb-c85c6b64428f,segment=NetworkSegment(1dd96624-9c9e-4f3c-9706-fc2aef74a585),segment_id=1dd96624-9c9e-4f3c-9706-fc2aef74a585)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:37:28.194167 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:28.249240 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=726f5ea8-1361-429a-81eb-c85c6b64428f,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:28.265877 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [None req-5278da34-1c66-49e6-9909-bb4033150974 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:37:28.267012 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-5278da34-1c66-49e6-9909-bb4033150974 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3594155 Jan 31 04:37:28.422230 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:28.677576 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8973ffa-c4b2-470a-94b4-f2a2216e8ea3 None None] Network ffea7763-082b-40c3-bdd6-7aef04bedb60 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:37:28.740753 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-afe3c385-9ed1-4766-b167-2bba6075e7eb None None] Provisioning complete for port 726f5ea8-1361-429a-81eb-c85c6b64428f triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:28.741149 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-afe3c385-9ed1-4766-b167-2bba6075e7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:28.866507 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-afe3c385-9ed1-4766-b167-2bba6075e7eb None None] Current status of the port 726f5ea8-1361-429a-81eb-c85c6b64428f is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:37:29.089528 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-53073e30-872c-4092-a1c9-6f065225a291 None None] Provisioning complete for port 726f5ea8-1361-429a-81eb-c85c6b64428f triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:29.090471 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-53073e30-872c-4092-a1c9-6f065225a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:29.164713 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-53073e30-872c-4092-a1c9-6f065225a291 None None] Current status of the port 726f5ea8-1361-429a-81eb-c85c6b64428f is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:37:29.844224 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 726f5ea8-1361-429a-81eb-c85c6b64428f up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:37:29.893799 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 726f5ea8-1361-429a-81eb-c85c6b64428f triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:29.894191 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:29.979196 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 726f5ea8-1361-429a-81eb-c85c6b64428f is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:37:30.038752 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:30.792784 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33176) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:30.923901 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'tenant_id': '6434f6a5574340a59ffe3c6ae995c685', 'project_id': '6434f6a5574340a59ffe3c6ae995c685'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:37:31.021809 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Made reservation on behalf of 6434f6a5574340a59ffe3c6ae995c685 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:37:31.024198 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:31.039782 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:31.141395 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Publish callbacks [] for security_group (32fa8da3-d7f2-474d-b9d3-551a650e53b7), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:31.198297 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (32fa8da3-d7f2-474d-b9d3-551a650e53b7), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:31.213854 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Reserving flat network on physical network physnet1 {{(pid=109631) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 31 04:37:31.236277 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa8da3-d7f2-474d-b9d3-551a650e53b7,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:31.242069 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778032087161', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (c3924c64-def6-464b-8c5a-484879f9ea52), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:31.242635 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Unsubscribe: segment precommit_create {{(pid=109631) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 04:37:31.243144 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Added segment c3924c64-def6-464b-8c5a-484879f9ea52 of type flat for network 6f7c1944-955a-46b9-acd3-7aac217521cd Jan 31 04:37:31.296091 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:31.296900 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (6f7c1944-955a-46b9-acd3-7aac217521cd), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:31.388039 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (6f7c1944-955a-46b9-acd3-7aac217521cd), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:31.389017 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:37:31.389585 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:31.494984 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] Pushing event updated for resources: {'Network': ['ID=6f7c1944-955a-46b9-acd3-7aac217521cd,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:31.506083 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network 6f7c1944-955a-46b9-acd3-7aac217521cd details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:37:31.516154 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-4e057d7c-9668-4b60-8766-b1da3b6f3305 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7219653 Jan 31 04:37:33.800429 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33184) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:33.894528 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32f689-7885-4c28-a47a-cf9864155e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:37:33.895863 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-3f32f689-7885-4c28-a47a-cf9864155e4a admin admin] 10.222.0.21 "GET /v2.0/subnets/ec41ccaa-48b7-4bff-a79c-a60264190529 HTTP/1.1" status: 200 len: 849 time: 0.0944967 Jan 31 04:37:34.049610 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-23dac10f-6aec-41be-b9c4-b26992cfa077 admin admin] 10.222.0.21 "GET /v2.0/routers/4aa167fa-b023-4623-b820-ddf877631245 HTTP/1.1" status: 200 len: 704 time: 0.1480896 Jan 31 04:37:34.314069 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:34.606474 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Allocated IP 172.20.0.1 (ffea7763-082b-40c3-bdd6-7aef04bedb60/ec41ccaa-48b7-4bff-a79c-a60264190529/653089d0-f229-4317-bb1f-6640a5205b01) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:37:34.764256 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Publish callbacks [] for port (653089d0-f229-4317-bb1f-6640a5205b01), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:34.879187 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (653089d0-f229-4317-bb1f-6640a5205b01), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:34.951253 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Network ffea7763-082b-40c3-bdd6-7aef04bedb60 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:37:34.958657 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:37:34.965043 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:37:34.965594 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1041942'] for router_interface (4aa167fa-b023-4623-b820-ddf877631245), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:35.073422 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Pushing event updated for resources: {'Port': ['ID=653089d0-f229-4317-bb1f-6640a5205b01,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:35.118217 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-c60ceb87-a696-4fb3-9b0f-a5457a32d0b1 None None] Provisioning complete for port 653089d0-f229-4317-bb1f-6640a5205b01 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:35.118744 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c60ceb87-a696-4fb3-9b0f-a5457a32d0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (653089d0-f229-4317-bb1f-6640a5205b01), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:35.151149 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-c60ceb87-a696-4fb3-9b0f-a5457a32d0b1 None None] Port 653089d0-f229-4317-bb1f-6640a5205b01 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:37:35.273352 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (653089d0-f229-4317-bb1f-6640a5205b01), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:35.481781 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Publish callbacks [] for port (653089d0-f229-4317-bb1f-6640a5205b01), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:35.546966 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (653089d0-f229-4317-bb1f-6640a5205b01), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:35.547747 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043846'] for router_interface (4aa167fa-b023-4623-b820-ddf877631245), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:35.604599 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Pushing event updated for resources: {'Port': ['ID=653089d0-f229-4317-bb1f-6640a5205b01,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:35.671187 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Network ffea7763-082b-40c3-bdd6-7aef04bedb60 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:37:35.672527 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:37:35.873861 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d0a2f3b2-2a55-4017-87d5-761ed94e8eee None None] Provisioning complete for port 653089d0-f229-4317-bb1f-6640a5205b01 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:35.874265 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f3b2-2a55-4017-87d5-761ed94e8eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (653089d0-f229-4317-bb1f-6640a5205b01), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:35.901068 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Router 4aa167fa-b023-4623-b820-ddf877631245 is scheduled to L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f with binding_index 1 {{(pid=109631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 04:37:35.909322 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d0a2f3b2-2a55-4017-87d5-761ed94e8eee None None] Port 653089d0-f229-4317-bb1f-6640a5205b01 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:37:35.992614 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:37:35.998582 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8a4c37c5-6cd8-464d-9f38-24ce787f98a5 admin admin] 10.222.0.21 "PUT /v2.0/routers/4aa167fa-b023-4623-b820-ddf877631245/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9437873 Jan 31 04:37:36.002956 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Sync routers for ids ['4aa167fa-b023-4623-b820-ddf877631245'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:37:36.016571 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Routers {'4aa167fa-b023-4623-b820-ddf877631245'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:37:36.017442 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:37:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4aa167fa-b023-4623-b820-ddf877631245'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:37:36.204829 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Set router 4aa167fa-b023-4623-b820-ddf877631245 gateway port host: None {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:37:36.631476 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa167fa-b023-4623-b820-ddf877631245', 'name': 'router1', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:37:25Z', 'updated_at': '2022-01-31T04:37:35Z', 'revision_number': 2, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'gw_port_host': None, '_interfaces': [{'id': '653089d0-f229-4317-bb1f-6640a5205b01', 'name': '', 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'mac_address': 'fa:16:3e:6f:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa167fa-b023-4623-b820-ddf877631245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:37:34Z', 'updated_at': '2022-01-31T04:37:35Z', 'revision_number': 2, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'subnets': [{'id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3338100-089e-46f1-8c46-9c36bddbb71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:37:36.683346 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Checking router: 4aa167fa-b023-4623-b820-ddf877631245 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:37:36.687929 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Updating router 4aa167fa-b023-4623-b820-ddf877631245 port 653089d0-f229-4317-bb1f-6640a5205b01 binding host dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:37:36.736074 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (653089d0-f229-4317-bb1f-6640a5205b01), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:37.240086 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Publish callbacks [] for port (653089d0-f229-4317-bb1f-6640a5205b01), precommit_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:37.325140 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (653089d0-f229-4317-bb1f-6640a5205b01), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:37.472187 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Pushing event updated for resources: {'Port': ['ID=653089d0-f229-4317-bb1f-6640a5205b01,revision_number=3']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:37.496123 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.497107 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.497466 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.497804 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.498137 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.498467 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.498853 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.499141 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.499467 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.499811 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.500136 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.500461 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.500778 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Tracked resource versions report: Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: pushed versions: Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: { 'AddressGroup': {'1.2'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'ConntrackHelper': {'1.0'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'LocalIPAssociation': {'1.0'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Log': {'1.0'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Network': {'1.1'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Port': {'1.7'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'PortForwarding': {'1.2'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'QosPolicy': {'1.10'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SecurityGroup': {'1.5'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SecurityGroupRule': {'1.2'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SubPort': {'1.0'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Subnet': {'1.1'}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Trunk': {'1.1'}} Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: consumer versions: Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: { DHCP agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: L3 agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: Metadata agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: Metering agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: Open vSwitch agent@dv-cinder-826608-2-iscsi: { 'AddressGroup': '1.2', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'ConntrackHelper': '1.0', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'LocalIPAssociation': '1.0', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Log': '1.0', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Network': '1.1', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Port': '1.7', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'PortForwarding': '1.2', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'QosPolicy': '1.10', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SecurityGroup': '1.5', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SecurityGroupRule': '1.2', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SubPort': '1.0', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Subnet': '1.1', Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Trunk': '1.1'}} Jan 31 04:37:37.502159 dv-cinder-826608-2-iscsi neutron-server[109634]: {{(pid=109634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 04:37:37.516282 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Attempting to bind port 653089d0-f229-4317-bb1f-6640a5205b01 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:37:37.516681 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Attempting to bind port 653089d0-f229-4317-bb1f-6640a5205b01 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '1dd96624-9c9e-4f3c-9706-fc2aef74a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60'}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:37:37.517093 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Attempting to bind port 653089d0-f229-4317-bb1f-6640a5205b01 on network ffea7763-082b-40c3-bdd6-7aef04bedb60 {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:37:37.522614 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:37:37.523041 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Checking segment: {'id': '1dd96624-9c9e-4f3c-9706-fc2aef74a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:37:37.523561 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:37.523917 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Bound using segment: {'id': '1dd96624-9c9e-4f3c-9706-fc2aef74a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60'} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:37:37.524592 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Bound port: 653089d0-f229-4317-bb1f-6640a5205b01, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd96624-9c9e-4f3c-9706-fc2aef74a585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60'}}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:37:37.524737 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (653089d0-f229-4317-bb1f-6640a5205b01), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:37.538128 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-48bbf8be-e61c-437a-9fa0-029d2e46902b None None] Provisioning complete for port 653089d0-f229-4317-bb1f-6640a5205b01 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:37.538647 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-48bbf8be-e61c-437a-9fa0-029d2e46902b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (653089d0-f229-4317-bb1f-6640a5205b01), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:37.574786 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-48bbf8be-e61c-437a-9fa0-029d2e46902b None None] Port 653089d0-f229-4317-bb1f-6640a5205b01 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:37:37.594329 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] For port 653089d0-f229-4317-bb1f-6640a5205b01, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:37:37.612768 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] For port 653089d0-f229-4317-bb1f-6640a5205b01, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=653089d0-f229-4317-bb1f-6640a5205b01,segment=NetworkSegment(1dd96624-9c9e-4f3c-9706-fc2aef74a585),segment_id=1dd96624-9c9e-4f3c-9706-fc2aef74a585)] {{(pid=109634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:37:37.685617 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (653089d0-f229-4317-bb1f-6640a5205b01), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:37.735948 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Routers {'4aa167fa-b023-4623-b820-ddf877631245'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:37:37.736570 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:37:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4aa167fa-b023-4623-b820-ddf877631245'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:37:37.812389 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c501d8-ef86-4bcb-b5f6-b78f06c2a33e None None] Pushing event updated for resources: {'Port': ['ID=653089d0-f229-4317-bb1f-6640a5205b01,revision_number=4']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:37.836300 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] Set router 4aa167fa-b023-4623-b820-ddf877631245 gateway port host: None {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:37:37.893986 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-4d241526-506c-4630-bc5a-8543fbe7b6d5 None None] Provisioning complete for port 653089d0-f229-4317-bb1f-6640a5205b01 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:37.894985 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4d241526-506c-4630-bc5a-8543fbe7b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (653089d0-f229-4317-bb1f-6640a5205b01), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:37.977508 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-4d241526-506c-4630-bc5a-8543fbe7b6d5 None None] Current status of the port 653089d0-f229-4317-bb1f-6640a5205b01 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:37:37.977900 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4d241526-506c-4630-bc5a-8543fbe7b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (653089d0-f229-4317-bb1f-6640a5205b01), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:38.010051 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-4d241526-506c-4630-bc5a-8543fbe7b6d5 None None] For port 653089d0-f229-4317-bb1f-6640a5205b01, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=653089d0-f229-4317-bb1f-6640a5205b01,segment=NetworkSegment(1dd96624-9c9e-4f3c-9706-fc2aef74a585),segment_id=1dd96624-9c9e-4f3c-9706-fc2aef74a585)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:37:38.060059 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa167fa-b023-4623-b820-ddf877631245', 'name': 'router1', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:37:25Z', 'updated_at': '2022-01-31T04:37:35Z', 'revision_number': 2, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'gw_port_host': None, '_interfaces': [{'id': '653089d0-f229-4317-bb1f-6640a5205b01', 'name': '', 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'mac_address': 'fa:16:3e:6f:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa167fa-b023-4623-b820-ddf877631245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:37:34Z', 'updated_at': '2022-01-31T04:37:37Z', 'revision_number': 4, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'subnets': [{'id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3338100-089e-46f1-8c46-9c36bddbb71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:37:38.067415 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4d241526-506c-4630-bc5a-8543fbe7b6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (653089d0-f229-4317-bb1f-6640a5205b01), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:38.089191 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be54956-668c-4082-9f09-e7d4d83eb361 None None] The sync data for ids ['4aa167fa-b023-4623-b820-ddf877631245'] in dv-cinder-826608-2-iscsi is: [{'id': '4aa167fa-b023-4623-b820-ddf877631245', 'name': 'router1', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:37:25Z', 'updated_at': '2022-01-31T04:37:35Z', 'revision_number': 2, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'gw_port_host': None, '_interfaces': [{'id': '653089d0-f229-4317-bb1f-6640a5205b01', 'name': '', 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'mac_address': 'fa:16:3e:6f:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa167fa-b023-4623-b820-ddf877631245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:37:34Z', 'updated_at': '2022-01-31T04:37:37Z', 'revision_number': 4, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'subnets': [{'id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3338100-089e-46f1-8c46-9c36bddbb71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:37:38.119059 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d241526-506c-4630-bc5a-8543fbe7b6d5 None None] Pushing event updated for resources: {'Port': ['ID=653089d0-f229-4317-bb1f-6640a5205b01,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:40.651284 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33202) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:40.765405 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd28bd7-1ce5-494d-a4bc-776cff7a7098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:37:40.766759 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9cd28bd7-1ce5-494d-a4bc-776cff7a7098 admin admin] 10.222.0.21 "GET /v2.0/networks/6f7c1944-955a-46b9-acd3-7aac217521cd HTTP/1.1" status: 200 len: 842 time: 0.1139052 Jan 31 04:37:40.776449 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Request body: {'subnet': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'tenant_id': '6434f6a5574340a59ffe3c6ae995c685', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:37:40.970197 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Made reservation on behalf of 6434f6a5574340a59ffe3c6ae995c685 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:37:40.972555 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:41.325077 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.objects.ports [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109631) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 04:37:41.325529 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (386d3d3a-6773-478d-ac88-99aa939bb987), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:41.383256 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386d3d3a-6773-478d-ac88-99aa939bb987,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:41.393572 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:37:41.393923 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Network hostable DHCP agents. Network: 6f7c1944-955a-46b9-acd3-7aac217521cd, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:37:41.472875 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:37:41.547147 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, 6f7c1944-955a-46b9-acd3-7aac217521cd) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:37:41.551254 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:37:41.551848 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:41.556350 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c8cdc8-0920-488a-b4ab-a975f143768a None None] Network 6f7c1944-955a-46b9-acd3-7aac217521cd requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:37:41.647650 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-c452e642-4a09-4011-9629-5f1b80335018 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8744712 Jan 31 04:37:41.675045 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1846bc8-70ab-44d0-8141-281b1cd9e51b None None] Network 6f7c1944-955a-46b9-acd3-7aac217521cd requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:37:43.985605 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33210) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:44.118478 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-c5eeef48-872f-47ba-95be-9731d0a61627 admin admin] 10.222.0.21 "GET /v2.0/routers/4aa167fa-b023-4623-b820-ddf877631245 HTTP/1.1" status: 200 len: 710 time: 0.1316786 Jan 31 04:37:44.203608 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce973fa7-6715-4300-8fb1-960f57a362e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:37:44.204970 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-ce973fa7-6715-4300-8fb1-960f57a362e7 admin admin] 10.222.0.21 "GET /v2.0/networks/6f7c1944-955a-46b9-acd3-7aac217521cd HTTP/1.1" status: 200 len: 886 time: 0.0803425 Jan 31 04:37:44.213561 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:37:44.538767 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Publish callbacks [] for router_gateway (4aa167fa-b023-4623-b820-ddf877631245), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:44.823189 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Publish callbacks [] for router_gateway (4aa167fa-b023-4623-b820-ddf877631245), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:44.896986 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:44.999381 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Allocated IP 172.27.2.61 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/b6e87b02-5bd1-4327-ba8a-f6d4fe115727) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:37:45.098532 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Publish callbacks [] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:45.203981 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:45.243118 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:37:45.245805 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:37:45.252746 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:37:45.293914 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e87b02-5bd1-4327-ba8a-f6d4fe115727,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:45.586764 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Publish callbacks [] for router_gateway (4aa167fa-b023-4623-b820-ddf877631245), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:45.777894 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1047076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32502'] for router (4aa167fa-b023-4623-b820-ddf877631245), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:45.781192 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1047085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1047098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021143'] for router (4aa167fa-b023-4623-b820-ddf877631245), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:45.894657 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 653089d0-f229-4317-bb1f-6640a5205b01 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:37:45.942600 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 653089d0-f229-4317-bb1f-6640a5205b01 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:45.943154 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (653089d0-f229-4317-bb1f-6640a5205b01), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:45.965526 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Router 4aa167fa-b023-4623-b820-ddf877631245 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:37:46.023332 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 653089d0-f229-4317-bb1f-6640a5205b01 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:37:46.069637 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:37:46.074023 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:46.075422 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-7fd80686-470b-4f15-a1ee-a8dc826c4f28 admin admin] 10.222.0.21 "PUT /v2.0/routers/4aa167fa-b023-4623-b820-ddf877631245 HTTP/1.1" status: 200 len: 889 time: 1.8649633 Jan 31 04:37:46.404337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Sync routers for ids ['4aa167fa-b023-4623-b820-ddf877631245'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:37:46.416063 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Routers {'4aa167fa-b023-4623-b820-ddf877631245'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:37:46.416713 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:37:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4aa167fa-b023-4623-b820-ddf877631245'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:37:46.628437 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Set router 4aa167fa-b023-4623-b820-ddf877631245 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:37:47.092581 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa167fa-b023-4623-b820-ddf877631245', 'name': 'router1', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b6e87b02-5bd1-4327-ba8a-f6d4fe115727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:37:25Z', 'updated_at': '2022-01-31T04:37:45Z', 'revision_number': 4, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'gw_port': {'id': 'b6e87b02-5bd1-4327-ba8a-f6d4fe115727', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa167fa-b023-4623-b820-ddf877631245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:37:44Z', 'updated_at': '2022-01-31T04:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '653089d0-f229-4317-bb1f-6640a5205b01', 'name': '', 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'mac_address': 'fa:16:3e:6f:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa167fa-b023-4623-b820-ddf877631245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:37:34Z', 'updated_at': '2022-01-31T04:37:37Z', 'revision_number': 5, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'subnets': [{'id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3338100-089e-46f1-8c46-9c36bddbb71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:37:47.144485 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Checking router: 4aa167fa-b023-4623-b820-ddf877631245 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:37:47.144784 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Updating router 4aa167fa-b023-4623-b820-ddf877631245 port b6e87b02-5bd1-4327-ba8a-f6d4fe115727 binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:37:47.194582 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:47.504828 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Publish callbacks [] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:47.587029 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:47.640349 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bf076-e469-4945-89f9-216db4b7387d None None] Pushing event updated for resources: {'Port': ['ID=b6e87b02-5bd1-4327-ba8a-f6d4fe115727,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:47.643192 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Attempting to bind port b6e87b02-5bd1-4327-ba8a-f6d4fe115727 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:37:47.643926 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Attempting to bind port b6e87b02-5bd1-4327-ba8a-f6d4fe115727 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:37:47.644301 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Attempting to bind port b6e87b02-5bd1-4327-ba8a-f6d4fe115727 on network 6f7c1944-955a-46b9-acd3-7aac217521cd {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:37:47.649268 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:37:47.649644 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:37:47.650099 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:47.650481 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Bound using segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:37:47.650968 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Bound port: b6e87b02-5bd1-4327-ba8a-f6d4fe115727, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:37:47.651382 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:47.700397 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] For port b6e87b02-5bd1-4327-ba8a-f6d4fe115727, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:37:47.703388 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] For port b6e87b02-5bd1-4327-ba8a-f6d4fe115727, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=b6e87b02-5bd1-4327-ba8a-f6d4fe115727,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:37:47.793989 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:47.852464 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bf076-e469-4945-89f9-216db4b7387d None None] Pushing event updated for resources: {'Port': ['ID=b6e87b02-5bd1-4327-ba8a-f6d4fe115727,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:47.856018 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Routers {'4aa167fa-b023-4623-b820-ddf877631245'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:37:47.856967 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:37:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4aa167fa-b023-4623-b820-ddf877631245'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:37:47.962089 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] Set router 4aa167fa-b023-4623-b820-ddf877631245 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:37:48.171055 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aa167fa-b023-4623-b820-ddf877631245', 'name': 'router1', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b6e87b02-5bd1-4327-ba8a-f6d4fe115727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:37:25Z', 'updated_at': '2022-01-31T04:37:45Z', 'revision_number': 4, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'gw_port': {'id': 'b6e87b02-5bd1-4327-ba8a-f6d4fe115727', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa167fa-b023-4623-b820-ddf877631245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:37:44Z', 'updated_at': '2022-01-31T04:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '653089d0-f229-4317-bb1f-6640a5205b01', 'name': '', 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'mac_address': 'fa:16:3e:6f:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa167fa-b023-4623-b820-ddf877631245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:37:34Z', 'updated_at': '2022-01-31T04:37:37Z', 'revision_number': 5, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'subnets': [{'id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3338100-089e-46f1-8c46-9c36bddbb71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:37:48.197173 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c82d57f-887c-492d-ac9e-d4661467a6aa None None] The sync data for ids ['4aa167fa-b023-4623-b820-ddf877631245'] in dv-cinder-826608-2-iscsi is: [{'id': '4aa167fa-b023-4623-b820-ddf877631245', 'name': 'router1', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'b6e87b02-5bd1-4327-ba8a-f6d4fe115727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:37:25Z', 'updated_at': '2022-01-31T04:37:45Z', 'revision_number': 4, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'gw_port': {'id': 'b6e87b02-5bd1-4327-ba8a-f6d4fe115727', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa167fa-b023-4623-b820-ddf877631245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:37:44Z', 'updated_at': '2022-01-31T04:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '653089d0-f229-4317-bb1f-6640a5205b01', 'name': '', 'network_id': 'ffea7763-082b-40c3-bdd6-7aef04bedb60', 'tenant_id': '0d7b577b01e44156a30ea00705ebb430', 'mac_address': 'fa:16:3e:6f:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa167fa-b023-4623-b820-ddf877631245', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:37:34Z', 'updated_at': '2022-01-31T04:37:37Z', 'revision_number': 5, 'project_id': '0d7b577b01e44156a30ea00705ebb430', 'subnets': [{'id': 'ec41ccaa-48b7-4bff-a79c-a60264190529', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3338100-089e-46f1-8c46-9c36bddbb71c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:37:48.548414 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33222) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:37:48.672803 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-499dca4d-963b-4f1f-bd4d-916011da16f2 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1231701 Jan 31 04:37:49.899695 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device b6e87b02-5bd1-4327-ba8a-f6d4fe115727 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:37:49.972074 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port b6e87b02-5bd1-4327-ba8a-f6d4fe115727 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:49.972405 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:50.047095 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port b6e87b02-5bd1-4327-ba8a-f6d4fe115727 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:37:50.047409 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:50.066611 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port b6e87b02-5bd1-4327-ba8a-f6d4fe115727, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=b6e87b02-5bd1-4327-ba8a-f6d4fe115727,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:37:50.152360 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:50.201297 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=b6e87b02-5bd1-4327-ba8a-f6d4fe115727,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:37:51.109163 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:37:51.865876 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device b6e87b02-5bd1-4327-ba8a-f6d4fe115727 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:37:51.926218 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port b6e87b02-5bd1-4327-ba8a-f6d4fe115727 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:37:51.926594 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b6e87b02-5bd1-4327-ba8a-f6d4fe115727), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:52.024055 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port b6e87b02-5bd1-4327-ba8a-f6d4fe115727 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:37:55.249866 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-8532653a-ed94-48d1-a4eb-0695ee474f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:57.558361 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1dee9c0f-41bd-449e-9514-a09b366eced3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:37:58.426912 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:38:00.074524 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:38:01.307677 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:38:25.226284 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4dbd99ba-9e84-4c35-92ce-88c7d30e561c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:38:27.550658 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9bc90716-ba29-414e-aa24-23675d4e7f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:38:28.107770 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:38:28.425203 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:38:30.426312 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:38:31.334910 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:38:55.230523 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1af605e2-77cc-4287-b6e0-072e060ac988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:38:57.603031 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1fc2a385-77bc-4ccb-8d75-90cc022c381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:38:58.449102 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:00.054475 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:01.288155 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:05.106114 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:39:10.467914 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33706) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:10.527220 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.pecan_wsgi.hooks.translation [None req-6964dbd8-a48f-466c-b6cf-abdf4d1b2614 admin admin] GET failed (client error): The resource could not be found. Jan 31 04:39:10.528479 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-6964dbd8-a48f-466c-b6cf-abdf4d1b2614 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596461 Jan 31 04:39:10.683114 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c223a41b-e85e-49c5-90ed-4d2bd561e881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:10.684542 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-c223a41b-e85e-49c5-90ed-4d2bd561e881 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1520653 Jan 31 04:39:12.921585 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33716) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:13.013324 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d857acd1-d2d9-41e4-8be2-951acfa4c669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:13.014718 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-d857acd1-d2d9-41e4-8be2-951acfa4c669 admin admin] 10.222.0.21 "GET /v2.0/subnets/ec41ccaa-48b7-4bff-a79c-a60264190529 HTTP/1.1" status: 200 len: 849 time: 0.0921888 Jan 31 04:39:13.024474 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:39:13.106876 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Publish callbacks [] for subnet (ec41ccaa-48b7-4bff-a79c-a60264190529), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:13.298321 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778032098753'] for subnet (ec41ccaa-48b7-4bff-a79c-a60264190529), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:13.330338 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:13.331543 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:13.332227 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] 10.222.0.21 "PUT /v2.0/subnets/ec41ccaa-48b7-4bff-a79c-a60264190529 HTTP/1.1" status: 200 len: 868 time: 0.3114159 Jan 31 04:39:13.342760 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355092f2-ca1d-4b0d-828c-04a5590d671f None None] Network ffea7763-082b-40c3-bdd6-7aef04bedb60 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:39:13.351410 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec41ccaa-48b7-4bff-a79c-a60264190529,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:39:13.360080 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.360080 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.360386 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.360712 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.361044 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.361377 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.361746 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.362082 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.362398 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.362743 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.363105 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.363425 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.363744 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fc8787-5e97-4903-8c52-0438b952bbdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:39:13.626431 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-1f6e4208-05cd-4b9f-b594-23c4ff98fd34 None None] Provisioning complete for port 653089d0-f229-4317-bb1f-6640a5205b01 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:39:13.626849 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4208-05cd-4b9f-b594-23c4ff98fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (653089d0-f229-4317-bb1f-6640a5205b01), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:13.708703 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e4208-05cd-4b9f-b594-23c4ff98fd34 None None] Current status of the port 653089d0-f229-4317-bb1f-6640a5205b01 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:39:13.718729 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-1f6e4208-05cd-4b9f-b594-23c4ff98fd34 None None] Provisioning complete for port 726f5ea8-1361-429a-81eb-c85c6b64428f triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:39:13.719141 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1f6e4208-05cd-4b9f-b594-23c4ff98fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (726f5ea8-1361-429a-81eb-c85c6b64428f), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:13.794641 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e4208-05cd-4b9f-b594-23c4ff98fd34 None None] Current status of the port 726f5ea8-1361-429a-81eb-c85c6b64428f is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:39:15.651684 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33724) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:15.841711 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b519fa-486a-46ec-a1b2-432725902808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:15.842092 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b519fa-486a-46ec-a1b2-432725902808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:15.844254 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-d7b519fa-486a-46ec-a1b2-432725902808 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1909976 Jan 31 04:39:18.084341 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33732) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:18.216212 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d966a-51f4-4402-b4d6-78ff3ad8ed8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:18.216686 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38d966a-51f4-4402-b4d6-78ff3ad8ed8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:18.218250 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f38d966a-51f4-4402-b4d6-78ff3ad8ed8d admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1329615 Jan 31 04:39:20.461009 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33740) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:20.584814 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69216719-d209-4a4a-87f3-c099233b46f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:20.586218 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-69216719-d209-4a4a-87f3-c099233b46f4 admin admin] 10.222.0.21 "GET /v2.0/networks/6f7c1944-955a-46b9-acd3-7aac217521cd HTTP/1.1" status: 200 len: 886 time: 0.1242197 Jan 31 04:39:22.840771 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33748) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:22.965349 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a8c3a-fe39-4b70-8c54-643e223295ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:22.966682 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-087a8c3a-fe39-4b70-8c54-643e223295ca admin admin] 10.222.0.21 "GET /v2.0/networks/ffea7763-082b-40c3-bdd6-7aef04bedb60 HTTP/1.1" status: 200 len: 868 time: 0.1249752 Jan 31 04:39:25.198129 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33756) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:25.242146 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2fbe2ae9-dd85-4cbf-a46e-774f15c54bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:25.322303 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1aebee-a9a0-4c95-8e04-2d8ea9ba98c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:25.322763 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1aebee-a9a0-4c95-8e04-2d8ea9ba98c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:25.324316 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-df1aebee-a9a0-4c95-8e04-2d8ea9ba98c1 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252420 Jan 31 04:39:27.548611 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33764) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:27.560735 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-74ff9891-712e-4b5d-acce-c8e69c9205b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:27.638539 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaddc8ef-85ce-400b-86ad-67d174e8996c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:27.639014 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaddc8ef-85ce-400b-86ad-67d174e8996c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:27.640757 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-eaddc8ef-85ce-400b-86ad-67d174e8996c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908608 Jan 31 04:39:28.447895 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:29.886058 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33772) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:30.007486 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842e6354-69b6-41db-890c-79f4deae2214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:30.008971 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-842e6354-69b6-41db-890c-79f4deae2214 admin admin] 10.222.0.21 "GET /v2.0/subnets/386d3d3a-6773-478d-ac88-99aa939bb987 HTTP/1.1" status: 200 len: 816 time: 0.1219473 Jan 31 04:39:30.081335 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:31.333562 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:32.248239 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33782) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:32.371413 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bdd166-ba19-4282-96fe-d10ba1588e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:32.372762 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-78bdd166-ba19-4282-96fe-d10ba1588e20 admin admin] 10.222.0.21 "GET /v2.0/subnets/ec41ccaa-48b7-4bff-a79c-a60264190529 HTTP/1.1" status: 200 len: 868 time: 0.1233928 Jan 31 04:39:42.105215 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:39:55.241824 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a3f0-07ea-47b7-9f76-9cebfd346eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:56.733222 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33836) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:56.780647 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [None req-26537cce-a85f-48df-a30b-ca297fdd3eba admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:39:56.781623 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-26537cce-a85f-48df-a30b-ca297fdd3eba admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474923 Jan 31 04:39:57.544641 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-034bb1eb-3359-4ac6-8d02-252e1a97f381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:58.447387 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:39:59.164366 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33844) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:39:59.229720 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe95fa4c-8688-498e-a26d-0437d47e6fe2 admin admin] GET failed (client error): The resource could not be found. Jan 31 04:39:59.230999 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-fe95fa4c-8688-498e-a26d-0437d47e6fe2 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656893 Jan 31 04:39:59.371510 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b5ea6-b1d3-4ea8-948b-906317e380a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:39:59.372922 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-872b5ea6-b1d3-4ea8-948b-906317e380a0 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1379766 Jan 31 04:40:00.110361 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:01.331506 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:01.680699 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33854) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:40:01.724720 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'project_id': '6434f6a5574340a59ffe3c6ae995c685', 'name': 'shared', 'tenant_id': '6434f6a5574340a59ffe3c6ae995c685'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:40:01.807421 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Made reservation on behalf of 6434f6a5574340a59ffe3c6ae995c685 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:40:01.809859 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:01.844232 dv-cinder-826608-2-iscsi neutron-server[109631]: WARNING neutron.services.revisions.revision_plugin [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Could not find related network for resource to bump revision. Jan 31 04:40:01.860734 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:40:01.870943 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (98b595ce-2deb-4672-8187-2d94a4847e27), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:01.871284 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Added segment 98b595ce-2deb-4672-8187-2d94a4847e27 of type vlan for network d131de66-fc95-4a29-ae76-f3147daf8898 Jan 31 04:40:01.911851 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (d131de66-fc95-4a29-ae76-f3147daf8898), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:02.005732 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (d131de66-fc95-4a29-ae76-f3147daf8898), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:02.006664 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:40:02.007365 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:02.062666 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] Pushing event updated for resources: {'Network': ['ID=d131de66-fc95-4a29-ae76-f3147daf8898,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:40:02.072868 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network d131de66-fc95-4a29-ae76-f3147daf8898 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:40:02.105616 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f70b3f65-34b4-4149-b411-9cc0e06b2c2c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4237700 Jan 31 04:40:04.383948 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33864) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:40:04.441266 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1b5bb8-3467-41d3-8d80-ccbca408202e admin admin] GET failed (client error): The resource could not be found. Jan 31 04:40:04.442513 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-dc1b5bb8-3467-41d3-8d80-ccbca408202e admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575883 Jan 31 04:40:04.605982 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc085b7-7b38-44bf-8e0b-542dee60d772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:40:04.607390 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-7bc085b7-7b38-44bf-8e0b-542dee60d772 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1608558 Jan 31 04:40:04.617320 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898', 'tenant_id': '6434f6a5574340a59ffe3c6ae995c685'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:40:04.696996 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Made reservation on behalf of 6434f6a5574340a59ffe3c6ae995c685 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:40:04.699264 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:04.939311 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (a6b9763c-661a-451b-8e57-b7dbe142e03c), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:04.991755 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b9763c-661a-451b-8e57-b7dbe142e03c,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:40:05.001449 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Checking segment: {'id': '98b595ce-2deb-4672-8187-2d94a4847e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:40:05.005172 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Network hostable DHCP agents. Network: d131de66-fc95-4a29-ae76-f3147daf8898, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:40:05.108429 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Network d131de66-fc95-4a29-ae76-f3147daf8898 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:40:05.172751 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, d131de66-fc95-4a29-ae76-f3147daf8898) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:40:05.176769 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:40:05.177489 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:05.182656 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4968aaf-d9fe-4ddb-bc5e-470f024b45b0 None None] Network d131de66-fc95-4a29-ae76-f3147daf8898 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:40:05.238499 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2f6df685-8795-4add-addc-2ade1ea40ce8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6246886 Jan 31 04:40:05.283235 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2f825c5-f294-58d7-959c-947f82025dde-d131de66-fc95-4a29-ae76-f3147daf8898', 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898', 'project_id': '6434f6a5574340a59ffe3c6ae995c685', 'fixed_ips': [{'subnet_id': 'a6b9763c-661a-451b-8e57-b7dbe142e03c'}]}} from dv-cinder-826608-2-iscsi. {{(pid=109633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 04:40:05.284115 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:05.523227 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.db_base_plugin_common [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Allocated IP 192.168.233.2 (d131de66-fc95-4a29-ae76-f3147daf8898/a6b9763c-661a-451b-8e57-b7dbe142e03c/b6533943-ac14-402f-99cb-41ff0f34f34a) {{(pid=109633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:40:05.668393 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Publish callbacks [] for port (b6533943-ac14-402f-99cb-41ff0f34f34a), precommit_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:05.757223 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (b6533943-ac14-402f-99cb-41ff0f34f34a), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:05.795829 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Network d131de66-fc95-4a29-ae76-f3147daf8898 is already hosted by enough agents. {{(pid=109633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:40:05.800346 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.base_scheduler [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Resources bound (agent type, host, resource id): {{(pid=109633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:40:05.804098 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Received port after_create {{(pid=109633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:40:05.809631 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Pushing event updated for resources: {'Port': ['ID=b6533943-ac14-402f-99cb-41ff0f34f34a,revision_number=1']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:40:05.821024 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.821393 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.821758 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.822099 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.822429 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.822755 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.823095 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.823430 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.823747 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.824084 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.824410 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.824728 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.825046 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:40:05.874991 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Attempting to bind port b6533943-ac14-402f-99cb-41ff0f34f34a on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:40:05.875369 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Attempting to bind port b6533943-ac14-402f-99cb-41ff0f34f34a by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '98b595ce-2deb-4672-8187-2d94a4847e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:40:05.875758 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Attempting to bind port b6533943-ac14-402f-99cb-41ff0f34f34a on network d131de66-fc95-4a29-ae76-f3147daf8898 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:40:05.880972 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:40:05.881349 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Checking segment: {'id': '98b595ce-2deb-4672-8187-2d94a4847e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:40:05.882273 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:05.882701 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Bound using segment: {'id': '98b595ce-2deb-4672-8187-2d94a4847e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:40:05.883222 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Bound port: b6533943-ac14-402f-99cb-41ff0f34f34a, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b595ce-2deb-4672-8187-2d94a4847e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:40:05.883606 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b6533943-ac14-402f-99cb-41ff0f34f34a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:05.948620 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] For port b6533943-ac14-402f-99cb-41ff0f34f34a, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:40:05.951912 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] For port b6533943-ac14-402f-99cb-41ff0f34f34a, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=b6533943-ac14-402f-99cb-41ff0f34f34a,segment=NetworkSegment(98b595ce-2deb-4672-8187-2d94a4847e27),segment_id=98b595ce-2deb-4672-8187-2d94a4847e27)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:40:06.054560 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b6533943-ac14-402f-99cb-41ff0f34f34a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:06.112654 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3952f5-99dc-41ce-a82f-89d5a463e670 None None] Pushing event updated for resources: {'Port': ['ID=b6533943-ac14-402f-99cb-41ff0f34f34a,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:40:07.017588 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027b1d60-120a-40ed-a246-e3d0721c6a64 None None] Network d131de66-fc95-4a29-ae76-f3147daf8898 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:40:07.136455 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-9cf74994-49fe-44a3-aae6-f3535be4278f None None] Provisioning complete for port b6533943-ac14-402f-99cb-41ff0f34f34a triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:40:07.136758 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9cf74994-49fe-44a3-aae6-f3535be4278f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b6533943-ac14-402f-99cb-41ff0f34f34a), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:07.228079 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-9cf74994-49fe-44a3-aae6-f3535be4278f None None] Current status of the port b6533943-ac14-402f-99cb-41ff0f34f34a is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:40:07.228479 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9cf74994-49fe-44a3-aae6-f3535be4278f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b6533943-ac14-402f-99cb-41ff0f34f34a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:07.265189 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-9cf74994-49fe-44a3-aae6-f3535be4278f None None] For port b6533943-ac14-402f-99cb-41ff0f34f34a, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=b6533943-ac14-402f-99cb-41ff0f34f34a,segment=NetworkSegment(98b595ce-2deb-4672-8187-2d94a4847e27),segment_id=98b595ce-2deb-4672-8187-2d94a4847e27)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:40:07.331799 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9cf74994-49fe-44a3-aae6-f3535be4278f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b6533943-ac14-402f-99cb-41ff0f34f34a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:07.380274 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf74994-49fe-44a3-aae6-f3535be4278f None None] Pushing event updated for resources: {'Port': ['ID=b6533943-ac14-402f-99cb-41ff0f34f34a,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:40:07.451697 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-4702c8b6-640f-4c94-9a23-4350016a14d4 None None] Provisioning complete for port b6533943-ac14-402f-99cb-41ff0f34f34a triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:40:07.452141 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4702c8b6-640f-4c94-9a23-4350016a14d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b6533943-ac14-402f-99cb-41ff0f34f34a), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:07.531261 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-4702c8b6-640f-4c94-9a23-4350016a14d4 None None] Current status of the port b6533943-ac14-402f-99cb-41ff0f34f34a is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:40:08.023492 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device b6533943-ac14-402f-99cb-41ff0f34f34a up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:40:08.074011 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port b6533943-ac14-402f-99cb-41ff0f34f34a triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:40:08.074423 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b6533943-ac14-402f-99cb-41ff0f34f34a), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:08.154966 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port b6533943-ac14-402f-99cb-41ff0f34f34a is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:40:19.103522 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:40:25.229723 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-48c076c3-dcdb-46a6-8806-762f32d431d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:27.561154 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d8bb51ba-8541-4c15-b25a-205317409bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:28.484957 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:30.067813 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:31.315030 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:55.229115 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b82d8f22-1626-4542-90e0-31adf65ba54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:56.102342 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:40:57.548785 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-670d9696-7bb9-4dd0-a632-b033d87c872c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:40:58.452062 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:00.061022 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:01.307014 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:25.234058 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ab568cc9-f0d4-46cf-b670-3564e200d8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:27.553850 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-5e00b0aa-b902-4dfb-90cb-3e34ced56358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:28.460472 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:30.095152 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:31.335346 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:33.101370 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:41:55.239677 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-cdd899f0-24e4-41a4-8641-b20acd1d308f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:56.602913 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33908) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:41:56.608931 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [None req-6abe0c1b-5575-4305-9bb5-f66f33989fb5 tempest-verify_tempest_config-781750269 tempest-verify_tempest_config-781750269-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:41:56.609857 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-6abe0c1b-5575-4305-9bb5-f66f33989fb5 tempest-verify_tempest_config-781750269 tempest-verify_tempest_config-781750269-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059829 Jan 31 04:41:57.087447 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 33926) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:41:57.192302 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:57.265033 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Publish callbacks [] for security_group (a21e3bc5-09cc-4be4-8960-f58c16dfda70), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:57.330709 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (a21e3bc5-09cc-4be4-8960-f58c16dfda70), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:57.379429 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a8b6f1719f54bb6b24ba37c5c6bd7e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2908564 Jan 31 04:41:57.381457 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21e3bc5-09cc-4be4-8960-f58c16dfda70,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:41:57.382567 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 33932) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:41:57.388881 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.389234 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.389575 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.389912 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.390241 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.390568 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.390922 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.391252 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.391576 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.391945 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.392274 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.392594 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.392920 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6688-6800-4aeb-9759-a1f3229d92c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.436520 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Publish callbacks [] for security_group (a21e3bc5-09cc-4be4-8960-f58c16dfda70), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:57.458999 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Publish callbacks [] for security_group (a21e3bc5-09cc-4be4-8960-f58c16dfda70), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:57.553783 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1f8b4b77-17a4-440b-98f8-6e5b5f0da517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:57.614005 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (a21e3bc5-09cc-4be4-8960-f58c16dfda70), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:57.617087 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:41:57.622658 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a21e3bc5-09cc-4be4-8960-f58c16dfda70 HTTP/1.1" status: 204 len: 168 time: 0.2346911 Jan 31 04:41:57.625733 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21e3bc5-09cc-4be4-8960-f58c16dfda70,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:41:57.632627 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.633009 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.633356 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.633692 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.634025 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.634354 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.634682 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.635045 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.635370 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.635698 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.636022 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.636343 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:57.636922 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834b9f57-6466-4fb7-a880-2f473bdf45f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:41:58.465697 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:42:00.088246 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:42:01.325035 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:42:10.101321 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:42:25.241665 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-cbf1d72c-d82c-4477-8e27-1370f9fa1605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:42:27.544321 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-310daced-b080-4e47-9f1d-7a8485d578eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:42:28.449472 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:42:30.084351 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:42:31.329583 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:42:47.101371 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:42:55.272218 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e368ffc5-4062-4781-962d-b661f0385d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:42:57.543600 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-5278f5f7-8e29-4833-8362-c0bf6d84d895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:42:58.466295 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:00.098369 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:01.309394 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:24.101453 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:43:25.240402 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-526c8bd3-6676-460a-89c0-cf7ba8738231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:27.531398 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e7f74b2c-f7b7-422a-af11-94ddcf5fdc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:28.485914 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:30.076794 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:31.313994 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:32.760399 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1043770'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:47.060853 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34004) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:43:47.162293 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-27201c07-1b86-4980-ad5b-fb09bdad44b4 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1003621 Jan 31 04:43:49.424379 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34014) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:43:49.478579 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-a22e744a-b9a3-4dd8-b6e1-3f5cc584d40c admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525999 Jan 31 04:43:55.236718 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-95bf90b2-eddf-4b5d-9810-6a1aedb1db8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:57.536463 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-85ff4320-4cb6-436c-a547-a64625ad7abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:43:58.496567 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:00.078861 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:01.100835 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:44:01.342183 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:02.707571 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:25.230325 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3e71-6e40-4e80-a768-1a5308b51cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:27.550720 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9138f907-222b-4efa-83f6-56d63ea5b716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:28.495659 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:30.081457 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:31.318329 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:32.746636 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:38.100213 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:44:55.223541 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1c821247-3556-4dbe-8d09-1c5ad42d3451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:57.540378 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d7989732-9711-4f1c-8119-fd7b66fb88d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:44:58.469455 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:00.086870 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:01.352060 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:02.762919 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:15.098767 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:45:20.964938 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34184) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:21.262697 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-577245168-network', 'tenant_id': 'a785b6652097442291512fdd26f966ee'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:21.322232 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34216) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:21.414440 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Made reservation on behalf of a785b6652097442291512fdd26f966ee for: {'network': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:21.416826 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:21.425403 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:21.512305 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Publish callbacks [] for security_group (98192c4a-ac25-4947-8e81-410596a1310e), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:21.572126 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (98192c4a-ac25-4947-8e81-410596a1310e), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:21.603389 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:45:21.625272 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98192c4a-ac25-4947-8e81-410596a1310e,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:21.627924 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (53728ba4-0e71-40fa-8e6e-9277a31f9911), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:21.628267 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.segments_db [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Added segment 53728ba4-0e71-40fa-8e6e-9277a31f9911 of type vlan for network a3790ef1-f274-459b-844e-81d21ffa0cc3 Jan 31 04:45:21.643607 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.643981 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.644331 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.644671 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.645069 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.645402 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.645733 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.646061 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.646391 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.646716 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.647069 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.647387 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.647716 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Tracked resource versions report: Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: pushed versions: Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: { 'AddressGroup': {'1.2'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'ConntrackHelper': {'1.0'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'LocalIPAssociation': {'1.0'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Log': {'1.0'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Network': {'1.1'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Port': {'1.7'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'PortForwarding': {'1.2'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'QosPolicy': {'1.10'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SecurityGroup': {'1.5'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SecurityGroupRule': {'1.2'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SubPort': {'1.0'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Subnet': {'1.1'}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Trunk': {'1.1'}} Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: consumer versions: Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: { DHCP agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: HyperV agent@hv-cinder-82660: {}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: L3 agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: Metadata agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: Metering agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: Open vSwitch agent@dv-cinder-826608-2-iscsi: { 'AddressGroup': '1.2', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'ConntrackHelper': '1.0', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'LocalIPAssociation': '1.0', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Log': '1.0', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Network': '1.1', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Port': '1.7', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'PortForwarding': '1.2', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'QosPolicy': '1.10', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SecurityGroup': '1.5', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SecurityGroupRule': '1.2', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'SubPort': '1.0', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Subnet': '1.1', Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: 'Trunk': '1.1'}} Jan 31 04:45:21.648819 dv-cinder-826608-2-iscsi neutron-server[109632]: {{(pid=109632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 04:45:21.684902 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (a3790ef1-f274-459b-844e-81d21ffa0cc3), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:21.768193 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (a3790ef1-f274-459b-844e-81d21ffa0cc3), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:21.769578 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:21.770696 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:21.839466 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] Pushing event updated for resources: {'Network': ['ID=a3790ef1-f274-459b-844e-81d21ffa0cc3,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:21.851238 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34232) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:21.851740 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network a3790ef1-f274-459b-844e-81d21ffa0cc3 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:45:21.883281 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1462602592-network', 'tenant_id': '41828fbc91c740cfbec65e04e92a4ecc'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:21.883528 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34238) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:21.938481 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-9de96ec2-23e1-4b3b-992c-8f3e42065147 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9715438 Jan 31 04:45:21.940417 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34242) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:21.945114 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Request body: {'subnet': {'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-577245168-subnet', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:22.012432 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Made reservation on behalf of 41828fbc91c740cfbec65e04e92a4ecc for: {'network': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:22.015010 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.024701 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.138520 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Publish callbacks [] for security_group (40c9ead6-c4e1-42a5-85ae-5c77a59d99c0), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.142207 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Made reservation on behalf of a785b6652097442291512fdd26f966ee for: {'subnet': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:22.143511 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-513158981-network', 'tenant_id': '3951fb700ad04745afa04a4b077da951'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:22.145242 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.226962 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1842739522-network', 'tenant_id': '3cc69e55b9254a6ba45b32be8fc0df66'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:22.237885 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (40c9ead6-c4e1-42a5-85ae-5c77a59d99c0), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.248442 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:45:22.273299 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Made reservation on behalf of 3951fb700ad04745afa04a4b077da951 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:22.274648 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.285282 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.377609 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Made reservation on behalf of 3cc69e55b9254a6ba45b32be8fc0df66 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:22.380098 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.396613 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.397986 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (fc4eed89-be62-486d-b389-8f48f16ee9c0), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.398335 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.segments_db [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Added segment fc4eed89-be62-486d-b389-8f48f16ee9c0 of type vlan for network 58128fc4-bc4f-417c-908e-383736354847 Jan 31 04:45:22.432232 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Publish callbacks [] for security_group (75739867-fc6b-49a7-816f-683b00bdde57), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.462684 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (58128fc4-bc4f-417c-908e-383736354847), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.462684 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:22.485984 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (bdf6e0e7-634c-4bd4-8d8f-6df179b073be), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.512307 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (75739867-fc6b-49a7-816f-683b00bdde57), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.552334 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75739867-fc6b-49a7-816f-683b00bdde57,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:22.559741 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf6e0e7-634c-4bd4-8d8f-6df179b073be,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:22.563436 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Checking segment: {'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:22.564128 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Network hostable DHCP agents. Network: a3790ef1-f274-459b-844e-81d21ffa0cc3, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:45:22.573534 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (58128fc4-bc4f-417c-908e-383736354847), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.577434 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.577583 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:22.577725 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.577725 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.577997 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.578106 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.578106 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.578106 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.578106 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.579767 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.580742 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.581271 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.582649 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.583180 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.586213 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Tracked resource versions report: Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: pushed versions: Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: { 'AddressGroup': {'1.2'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'ConntrackHelper': {'1.0'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'LocalIPAssociation': {'1.0'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Log': {'1.0'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Network': {'1.1'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Port': {'1.7'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'PortForwarding': {'1.2'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'QosPolicy': {'1.10'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SecurityGroup': {'1.5'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SecurityGroupRule': {'1.2'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SubPort': {'1.0'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Subnet': {'1.1'}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Trunk': {'1.1'}} Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: consumer versions: Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: { DHCP agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: HyperV agent@hv-cinder-82660: {}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: L3 agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: Metadata agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: Metering agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: Open vSwitch agent@dv-cinder-826608-2-iscsi: { 'AddressGroup': '1.2', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'ConntrackHelper': '1.0', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'LocalIPAssociation': '1.0', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Log': '1.0', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Network': '1.1', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Port': '1.7', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'PortForwarding': '1.2', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'QosPolicy': '1.10', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SecurityGroup': '1.5', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SecurityGroupRule': '1.2', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'SubPort': '1.0', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Subnet': '1.1', Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: 'Trunk': '1.1'}} Jan 31 04:45:22.588076 dv-cinder-826608-2-iscsi neutron-server[109631]: {{(pid=109631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 04:45:22.628348 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:45:22.631906 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Publish callbacks [] for security_group (67d276d8-45ee-45a0-b12a-7133a1f1fa9b), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.640379 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (b44811c4-58c2-4758-b691-719960accfd4), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.640727 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Added segment b44811c4-58c2-4758-b691-719960accfd4 of type vlan for network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b Jan 31 04:45:22.674407 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=58128fc4-bc4f-417c-908e-383736354847,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:22.695195 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network 58128fc4-bc4f-417c-908e-383736354847 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:45:22.712107 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Network a3790ef1-f274-459b-844e-81d21ffa0cc3 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:45:22.722963 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (6a3d49fc-fe05-4677-aa28-3de849a9cd8b), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.726090 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-22389db9-81a4-4475-abb8-a302c03e6bb5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4026413 Jan 31 04:45:22.729164 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34282) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:22.734718 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Request body: {'subnet': {'network_id': '58128fc4-bc4f-417c-908e-383736354847', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1462602592-subnet', 'tenant_id': '41828fbc91c740cfbec65e04e92a4ecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:22.750373 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (67d276d8-45ee-45a0-b12a-7133a1f1fa9b), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.778288 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:45:22.783861 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (aac4b95b-328b-4c75-8595-fc39a0982b4c), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.784370 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Added segment aac4b95b-328b-4c75-8595-fc39a0982b4c of type vlan for network ba0b9841-27aa-49a6-bb74-8529ab955193 Jan 31 04:45:22.826102 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, a3790ef1-f274-459b-844e-81d21ffa0cc3) {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:22.831366 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:22.832067 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.833372 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (ba0b9841-27aa-49a6-bb74-8529ab955193), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.840478 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e60eed-ae8f-4c3e-97a9-2c3563ea03d6 None None] Network a3790ef1-f274-459b-844e-81d21ffa0cc3 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:22.865204 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.db.resource_extend [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 04:45:22.882914 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Made reservation on behalf of 41828fbc91c740cfbec65e04e92a4ecc for: {'subnet': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:22.885601 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.900958 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d276d8-45ee-45a0-b12a-7133a1f1fa9b,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:22.997724 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (ba0b9841-27aa-49a6-bb74-8529ab955193), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:22.998701 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:23.006634 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.006634 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (6a3d49fc-fe05-4677-aa28-3de849a9cd8b), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.007032 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d9a8e-2f4f-4e8e-9bf4-6ab1d281b526 None None] Network a3790ef1-f274-459b-844e-81d21ffa0cc3 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:23.007515 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:23.007515 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.009496 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-f2eec1a1-f3dc-4ead-92fc-26afcd8d0301 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0680206 Jan 31 04:45:23.012409 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34304) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:23.044074 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-577245168-router', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:23.166574 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2800686 Jan 31 04:45:23.170104 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3178794 Jan 31 04:45:23.171003 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34318) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:23.186250 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Request body: {'subnet': {'network_id': 'ba0b9841-27aa-49a6-bb74-8529ab955193', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1842739522-subnet', 'tenant_id': '3cc69e55b9254a6ba45b32be8fc0df66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:23.189957 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d479a-c2d3-49f7-a1e8-709a991a27ae admin admin] Pushing event updated for resources: {'Network': ['ID=ba0b9841-27aa-49a6-bb74-8529ab955193,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:23.191487 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34320) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:23.197259 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Request body: {'subnet': {'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-subnet', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:23.208660 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1040968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32477'] for router (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.213290 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network ba0b9841-27aa-49a6-bb74-8529ab955193 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:45:23.213422 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32452'] for router (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.256968 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77e445-2359-4a04-930a-2c95011c5b24 admin admin] Pushing event updated for resources: {'Network': ['ID=6a3d49fc-fe05-4677-aa28-3de849a9cd8b,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:23.293044 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:45:23.328559 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks [] for router_controller (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), precommit_add_association {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.329745 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Made reservation on behalf of 3951fb700ad04745afa04a4b077da951 for: {'subnet': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:23.332146 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.340274 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Made reservation on behalf of 3cc69e55b9254a6ba45b32be8fc0df66 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:23.342622 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.439481 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.554343 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:23.683114 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (5d162d6e-7401-4bd9-9c8e-d7c1a6eab122), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.771548 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Checking segment: {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:23.771905 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Network hostable DHCP agents. Network: 58128fc4-bc4f-417c-908e-383736354847, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:45:23.775194 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d162d6e-7401-4bd9-9c8e-d7c1a6eab122,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:23.807907 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Checking segment: {'id': 'aac4b95b-328b-4c75-8595-fc39a0982b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba0b9841-27aa-49a6-bb74-8529ab955193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:23.808352 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Network hostable DHCP agents. Network: ba0b9841-27aa-49a6-bb74-8529ab955193, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:45:23.813681 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks [] for router_gateway (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:23.844707 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34344) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:23.928461 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Network ba0b9841-27aa-49a6-bb74-8529ab955193 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:45:23.975079 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Network 58128fc4-bc4f-417c-908e-383736354847 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:45:23.999882 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (c29e6c71-abde-4bb2-b9a2-a6a62952dea9), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.031962 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, ba0b9841-27aa-49a6-bb74-8529ab955193) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:24.037012 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:24.037605 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.043233 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ed7a9-ec46-4657-9588-da64a496094f None None] Network ba0b9841-27aa-49a6-bb74-8529ab955193 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:24.054413 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b8659800-c935-4490-ad90-0f639e5f09c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.066113 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, 58128fc4-bc4f-417c-908e-383736354847) {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:24.085584 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:24.088670 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.121204 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b8de0-3493-4791-9fc6-ed6fe231708e None None] Network 58128fc4-bc4f-417c-908e-383736354847 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:24.132286 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29e6c71-abde-4bb2-b9a2-a6a62952dea9,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:24.181324 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-ae1775e8-acdf-4f6a-9fb8-64ab0a296396 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0085101 Jan 31 04:45:24.190561 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Checking segment: {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:24.191037 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Network hostable DHCP agents. Network: 6a3d49fc-fe05-4677-aa28-3de849a9cd8b, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:45:24.246445 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7025b-bcfe-4870-b0b0-3806b3779253 None None] Network ba0b9841-27aa-49a6-bb74-8529ab955193 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:24.262150 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-0f8b032c-bf8a-435b-8d35-ca9eb0116a70 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5318933 Jan 31 04:45:24.287737 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b8659800-c935-4490-ad90-0f639e5f09c6 admin admin] Publish callbacks [] for security_group (0e8451dc-5719-4a29-aae0-d3f8e31c80bd), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.322014 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da7270f-4c67-449f-9a18-3b2cb388a3e6 None None] Network 58128fc4-bc4f-417c-908e-383736354847 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:24.374348 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:45:24.412027 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b8659800-c935-4490-ad90-0f639e5f09c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (0e8451dc-5719-4a29-aae0-d3f8e31c80bd), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.475974 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, 6a3d49fc-fe05-4677-aa28-3de849a9cd8b) {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:24.498973 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:24.500276 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.507708 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks [] for router_gateway (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.517081 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075c07ef-755a-41cf-8dfc-f8a2210ec96b None None] Network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:24.520055 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8659800-c935-4490-ad90-0f639e5f09c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8451dc-5719-4a29-aae0-d3f8e31c80bd,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:24.527061 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-b8659800-c935-4490-ad90-0f639e5f09c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e7bc0c5115343e08f45aa0220dbcd94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6789098 Jan 31 04:45:24.527465 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34366) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:24.549950 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.611955 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c22a-6c20-47a2-85be-05905628b344 admin admin] Publish callbacks [] for security_group (0e8451dc-5719-4a29-aae0-d3f8e31c80bd), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.635701 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c22a-6c20-47a2-85be-05905628b344 admin admin] Publish callbacks [] for security_group (0e8451dc-5719-4a29-aae0-d3f8e31c80bd), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.673897 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ba09018d-eb2c-4e23-90d3-6109c540e2c1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4811177 Jan 31 04:45:24.676940 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34376) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:24.683012 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:24.811816 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2f825c5-f294-58d7-959c-947f82025dde-6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'project_id': '3951fb700ad04745afa04a4b077da951', 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9'}]}} from dv-cinder-826608-2-iscsi. {{(pid=109633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 04:45:24.813218 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.813930 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1040968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32477'] for router (a4548a2a-e5b2-4535-8365-e489271e9a71), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.815181 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32452'] for router (a4548a2a-e5b2-4535-8365-e489271e9a71), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.848273 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c22a-6c20-47a2-85be-05905628b344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (0e8451dc-5719-4a29-aae0-d3f8e31c80bd), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.849481 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Allocated IP 172.27.2.78 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/43eba2e0-fb99-4d21-9e00-5ca1292b4fd9) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:24.850739 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0ac4c22a-6c20-47a2-85be-05905628b344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:24.854237 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-0ac4c22a-6c20-47a2-85be-05905628b344 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e8451dc-5719-4a29-aae0-d3f8e31c80bd HTTP/1.1" status: 204 len: 168 time: 0.3235068 Jan 31 04:45:24.878727 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34386) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:24.918831 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4c22a-6c20-47a2-85be-05905628b344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8451dc-5719-4a29-aae0-d3f8e31c80bd,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:25.001389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks [] for router_controller (a4548a2a-e5b2-4535-8365-e489271e9a71), precommit_add_association {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.039864 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks [] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.104650 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.db_base_plugin_common [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Allocated IP 172.20.0.2 (6a3d49fc-fe05-4677-aa28-3de849a9cd8b/c29e6c71-abde-4bb2-b9a2-a6a62952dea9/a3bbacd1-9239-4113-8a10-5c56719661ae) {{(pid=109633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:25.192328 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.272871 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks [] for router_gateway (a4548a2a-e5b2-4535-8365-e489271e9a71), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.329185 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34412) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:25.331518 dv-cinder-826608-2-iscsi neutron-server[109631]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 04:45:25.361789 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e3b8-e019-434e-a13a-cb6ee2df7298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.368765 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:25.375208 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Pushing event updated for resources: {'Port': ['ID=43eba2e0-fb99-4d21-9e00-5ca1292b4fd9,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:25.378180 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:25.410740 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Publish callbacks [] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), precommit_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.412622 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e23f8eff-5639-48ba-80bd-12fccadb25ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.453763 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e3b8-e019-434e-a13a-cb6ee2df7298 admin admin] Publish callbacks [] for security_group (4c82972f-0e8e-4226-8e29-73968c09d78e), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.474175 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:25.500327 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.575708 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cdf3e3b8-e019-434e-a13a-cb6ee2df7298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (4c82972f-0e8e-4226-8e29-73968c09d78e), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.585690 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b is already hosted by enough agents. {{(pid=109633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:25.594007 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.base_scheduler [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Resources bound (agent type, host, resource id): {{(pid=109633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:25.600319 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Received port after_create {{(pid=109633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:25.608661 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Pushing event updated for resources: {'Port': ['ID=a3bbacd1-9239-4113-8a10-5c56719661ae,revision_number=1']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:25.646176 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.646613 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.647004 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.647348 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.647682 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.648012 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.648453 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.648828 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.649169 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.649492 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.650174 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.650322 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.650651 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Tracked resource versions report: Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: pushed versions: Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: { 'AddressGroup': {'1.2'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'ConntrackHelper': {'1.0'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'LocalIPAssociation': {'1.0'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Log': {'1.0'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Network': {'1.1'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Port': {'1.7'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'PortForwarding': {'1.2'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'QosPolicy': {'1.10'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SecurityGroup': {'1.5'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SecurityGroupRule': {'1.2'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SubPort': {'1.0'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Subnet': {'1.1'}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Trunk': {'1.1'}} Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: consumer versions: Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: { DHCP agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: HyperV agent@hv-cinder-82660: {}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: L3 agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: Metadata agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: Metering agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: Open vSwitch agent@dv-cinder-826608-2-iscsi: { 'AddressGroup': '1.2', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'ConntrackHelper': '1.0', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'LocalIPAssociation': '1.0', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Log': '1.0', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Network': '1.1', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Port': '1.7', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'PortForwarding': '1.2', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'QosPolicy': '1.10', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SecurityGroup': '1.5', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SecurityGroupRule': '1.2', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'SubPort': '1.0', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Subnet': '1.1', Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: 'Trunk': '1.1'}} Jan 31 04:45:25.652065 dv-cinder-826608-2-iscsi neutron-server[109633]: {{(pid=109633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 04:45:25.696453 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-c9fa439f-d038-4dcf-ade0-92edb0e02a17 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:25.698497 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-c9fa439f-d038-4dcf-ade0-92edb0e02a17 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/networks?id=ba0b9841-27aa-49a6-bb74-8529ab955193 HTTP/1.1" status: 200 len: 812 time: 0.3681967 Jan 31 04:45:25.711018 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Attempting to bind port a3bbacd1-9239-4113-8a10-5c56719661ae on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:45:25.711400 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Attempting to bind port a3bbacd1-9239-4113-8a10-5c56719661ae by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:45:25.711767 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Attempting to bind port a3bbacd1-9239-4113-8a10-5c56719661ae on network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:25.718836 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:45:25.719255 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Checking segment: {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:25.719668 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.720069 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Bound using segment: {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:45:25.720546 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Bound port: a3bbacd1-9239-4113-8a10-5c56719661ae, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:45:25.720928 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.807389 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] For port a3bbacd1-9239-4113-8a10-5c56719661ae, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:45:25.807741 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-cdf3e3b8-e019-434e-a13a-cb6ee2df7298 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb88cf656be440459fcc510c5486f886&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9251974 Jan 31 04:45:25.808816 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] For port a3bbacd1-9239-4113-8a10-5c56719661ae, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=a3bbacd1-9239-4113-8a10-5c56719661ae,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:45:25.815970 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3e3b8-e019-434e-a13a-cb6ee2df7298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c82972f-0e8e-4226-8e29-73968c09d78e,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:25.819678 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34436) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:25.826974 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34438) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:25.855044 dv-cinder-826608-2-iscsi neutron-server[109632]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 04:45:25.863469 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-2e3a4b20-e8cf-435b-9133-a54b6dc5be29 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/quotas/3cc69e55b9254a6ba45b32be8fc0df66 HTTP/1.1" status: 200 len: 375 time: 0.1560485 Jan 31 04:45:25.904223 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:25.942810 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-a10f28fb-86c1-461c-bcf6-25dc21f68bb9 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3cc69e55b9254a6ba45b32be8fc0df66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664251 Jan 31 04:45:26.011537 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba68d8b-804a-41c2-9251-5341aaf2a9f5 None None] Pushing event updated for resources: {'Port': ['ID=a3bbacd1-9239-4113-8a10-5c56719661ae,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:26.075301 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks [] for router_gateway (a4548a2a-e5b2-4535-8365-e489271e9a71), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:26.113601 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:26.255099 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-da905528-5718-4faa-b675-c0ec3800ac7c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:45:26.256490 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-da905528-5718-4faa-b675-c0ec3800ac7c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0648503 Jan 31 04:45:26.257584 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Allocated IP 172.27.2.72 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/bf4400bf-ff55-41ad-b8d4-93cfa6451915) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:26.305721 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fdadf019-3137-4d6c-a85f-235acd41b72b admin admin] Publish callbacks [] for security_group (4c82972f-0e8e-4226-8e29-73968c09d78e), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:26.431642 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-771548de-9055-48e7-9da6-2a6e20596d5c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:26.431642 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-771548de-9055-48e7-9da6-2a6e20596d5c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/networks?id=58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 200 len: 815 time: 0.5302241 Jan 31 04:45:26.431642 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fdadf019-3137-4d6c-a85f-235acd41b72b admin admin] Publish callbacks [] for security_group (4c82972f-0e8e-4226-8e29-73968c09d78e), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:26.439900 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-0f186903-7a43-466c-977e-f23835faacbc service neutron] 10.222.0.21 "GET /v2.0/networks/ba0b9841-27aa-49a6-bb74-8529ab955193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762614 Jan 31 04:45:26.453383 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-9139d682-a316-44cf-8769-b34efd53181a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/quotas/41828fbc91c740cfbec65e04e92a4ecc HTTP/1.1" status: 200 len: 375 time: 0.0593557 Jan 31 04:45:26.455865 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks [] for router_gateway (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:26.501494 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks [] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:26.559848 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-ae8cab82-f1e8-4afa-9d27-06ac52c7c3b5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073766 Jan 31 04:45:26.604537 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-f8511e21-185a-4b86-8054-49f262471416 service neutron] 10.222.0.21 "GET /v2.0/networks/ba0b9841-27aa-49a6-bb74-8529ab955193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481974 Jan 31 04:45:26.677411 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:26.728315 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:26.731227 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:26.737788 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:26.743659 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fdadf019-3137-4d6c-a85f-235acd41b72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (4c82972f-0e8e-4226-8e29-73968c09d78e), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:26.746172 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fdadf019-3137-4d6c-a85f-235acd41b72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:26.747329 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-fdadf019-3137-4d6c-a85f-235acd41b72b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c82972f-0e8e-4226-8e29-73968c09d78e HTTP/1.1" status: 204 len: 168 time: 0.9220636 Jan 31 04:45:26.763915 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadf019-3137-4d6c-a85f-235acd41b72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c82972f-0e8e-4226-8e29-73968c09d78e,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:26.783801 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4400bf-ff55-41ad-b8d4-93cfa6451915,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:26.835792 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-a8dae33a-9bfd-4398-9851-4b02575d6c20 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:45:26.836806 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-a8dae33a-9bfd-4398-9851-4b02575d6c20 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1058087 Jan 31 04:45:26.892734 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107'] for router (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:27.023602 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-3cee1ab0-d2d2-4684-9e48-513278019d05 service neutron] 10.222.0.21 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768665 Jan 31 04:45:27.245440 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-ffb4b1da-63c1-40e7-b591-d3cb1b260bee service neutron] 10.222.0.21 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918182 Jan 31 04:45:27.278181 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3f77b7fa-1d8d-4884-850a-a1c95a7c9b5e req-57738164-0ccc-4661-8c71-23d1bae6fbf1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.0925534 Jan 31 04:45:27.308303 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks [] for router_gateway (a4548a2a-e5b2-4535-8365-e489271e9a71), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:27.334404 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 is scheduled to L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f with binding_index 1 {{(pid=109632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 04:45:27.550000 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec1d0c6-60cf-4a7f-8fa2-59e1b811c878 None None] Network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:27.562998 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:45:27.574992 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Sync routers for ids ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:45:27.589684 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Routers {'37dcc995-d71f-4d4a-ab91-9647f53c1ac6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:45:27.590317 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:44:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:27.699524 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:27.705040 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-acc8cb65-2c60-4eb3-9a37-93fbafe74b8c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6853087 Jan 31 04:45:27.705246 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34514) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:27.751272 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f68e04c1-7c0c-48f3-a049-8d50341a2d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:27.772079 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-34d4174d-8318-4d45-834a-eeb25b7bc482 None None] Provisioning complete for port a3bbacd1-9239-4113-8a10-5c56719661ae triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:27.772481 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-34d4174d-8318-4d45-834a-eeb25b7bc482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:27.786411 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34524) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:27.879892 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-97ee2c8e-2bf3-4760-8b14-bfc3459233b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:27.950040 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Set router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:45:28.014730 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-34d4174d-8318-4d45-834a-eeb25b7bc482 None None] Current status of the port a3bbacd1-9239-4113-8a10-5c56719661ae is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:28.016160 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-34d4174d-8318-4d45-834a-eeb25b7bc482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.058268 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-937cf11d-94e2-4dce-8eb9-a00722e84d31 req-0d7b25aa-86cc-4c52-89fc-56a83440b456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.2291210 Jan 31 04:45:28.101610 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107'] for router (a4548a2a-e5b2-4535-8365-e489271e9a71), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.151939 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-34d4174d-8318-4d45-834a-eeb25b7bc482 None None] For port a3bbacd1-9239-4113-8a10-5c56719661ae, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=a3bbacd1-9239-4113-8a10-5c56719661ae,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:45:28.266447 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-34d4174d-8318-4d45-834a-eeb25b7bc482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.331248 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-97ee2c8e-2bf3-4760-8b14-bfc3459233b1 admin admin] Publish callbacks [] for security_group (176ca765-ceb0-4527-955d-3d4dff1d3530), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.444233 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-97ee2c8e-2bf3-4760-8b14-bfc3459233b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (176ca765-ceb0-4527-955d-3d4dff1d3530), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.455626 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device a3bbacd1-9239-4113-8a10-5c56719661ae up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:45:28.480575 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-29296191-6c1a-46c1-9ac5-97be13862aa1 None None] Provisioning complete for port a3bbacd1-9239-4113-8a10-5c56719661ae triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:28.481171 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-29296191-6c1a-46c1-9ac5-97be13862aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.500626 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'name': 'tempest-ServerRescueNegativeTestJSON-577245168-router', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:23Z', 'updated_at': '2022-01-31T04:45:25Z', 'revision_number': 3, 'project_id': 'a785b6652097442291512fdd26f966ee', 'gw_port': {'id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:28.550429 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4174d-8318-4d45-834a-eeb25b7bc482 None None] Pushing event updated for resources: {'Port': ['ID=a3bbacd1-9239-4113-8a10-5c56719661ae,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:28.570623 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Checking router: 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:45:28.573253 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Updating router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 binding host dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:45:28.580150 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c4dfb4da-09ca-46b0-b48d-da86066dfb71 req-9bffd220-1766-4cea-a07d-a553fcf1aa54 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.1830235 Jan 31 04:45:28.639711 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-97ee2c8e-2bf3-4760-8b14-bfc3459233b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7aec676f971142c28194eb5def0794e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8541865 Jan 31 04:45:28.643986 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34578) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:28.670326 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port a3bbacd1-9239-4113-8a10-5c56719661ae triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:28.670720 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.676633 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.677438 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.684419 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee2c8e-2bf3-4760-8b14-bfc3459233b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176ca765-ceb0-4527-955d-3d4dff1d3530,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:28.723544 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-29296191-6c1a-46c1-9ac5-97be13862aa1 None None] Current status of the port a3bbacd1-9239-4113-8a10-5c56719661ae is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:28.755783 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c51944c-f540-4a80-91cd-9f650a148425 admin admin] Publish callbacks [] for security_group (176ca765-ceb0-4527-955d-3d4dff1d3530), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.782317 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c51944c-f540-4a80-91cd-9f650a148425 admin admin] Publish callbacks [] for security_group (176ca765-ceb0-4527-955d-3d4dff1d3530), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:28.805101 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port a3bbacd1-9239-4113-8a10-5c56719661ae is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:28.839087 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Router a4548a2a-e5b2-4535-8365-e489271e9a71 is scheduled to L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f with binding_index 1 {{(pid=109631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 04:45:29.070272 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.091659 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Publish callbacks [] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), precommit_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.180313 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c51944c-f540-4a80-91cd-9f650a148425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (176ca765-ceb0-4527-955d-3d4dff1d3530), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.183105 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c51944c-f540-4a80-91cd-9f650a148425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.195365 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9c51944c-f540-4a80-91cd-9f650a148425 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/176ca765-ceb0-4527-955d-3d4dff1d3530 HTTP/1.1" status: 204 len: 168 time: 0.5481396 Jan 31 04:45:29.197051 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.227959 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e3e9b2a5-3b99-4773-b34f-ed19b9b3647a req-0964dddc-f6d2-48ac-85d9-ff35ca89007e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0614398 Jan 31 04:45:29.256744 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51944c-f540-4a80-91cd-9f650a148425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176ca765-ceb0-4527-955d-3d4dff1d3530,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:29.285583 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:45:29.298740 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Sync routers for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:45:29.549516 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:45:29.549516 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:45:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:29.550959 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Attempting to bind port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:45:29.550959 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Attempting to bind port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:45:29.550959 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Attempting to bind port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 on network 6f7c1944-955a-46b9-acd3-7aac217521cd {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:29.551422 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Allocated IP 172.20.0.1 (a3790ef1-f274-459b-844e-81d21ffa0cc3/bdf6e0e7-634c-4bd4-8d8f-6df179b073be/d0805c72-2e26-44ef-976e-693bb5c7b869) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:29.551616 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:45:29.551616 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:29.551616 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.551616 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Bound using segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:45:29.551616 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Bound port: 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:45:29.551616 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.551616 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Pushing event updated for resources: {'Port': ['ID=43eba2e0-fb99-4d21-9e00-5ca1292b4fd9,revision_number=2']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:29.551616 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.551616 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Tracked resource versions report: Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: pushed versions: Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: { 'AddressGroup': {'1.2'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'ConntrackHelper': {'1.0'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'LocalIPAssociation': {'1.0'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Log': {'1.0'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Network': {'1.1'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Port': {'1.7'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'PortForwarding': {'1.2'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'QosPolicy': {'1.10'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SecurityGroup': {'1.5'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SecurityGroupRule': {'1.2'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SubPort': {'1.0'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Subnet': {'1.1'}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Trunk': {'1.1'}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: consumer versions: Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: { DHCP agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: HyperV agent@hv-cinder-82660: {}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: L3 agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: Metadata agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: Metering agent@dv-cinder-826608-2-iscsi: {}, Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: Open vSwitch agent@dv-cinder-826608-2-iscsi: { 'AddressGroup': '1.2', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'ConntrackHelper': '1.0', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'LocalIPAssociation': '1.0', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Log': '1.0', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Network': '1.1', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Port': '1.7', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'PortForwarding': '1.2', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'QosPolicy': '1.10', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SecurityGroup': '1.5', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SecurityGroupRule': '1.2', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'SubPort': '1.0', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Subnet': '1.1', Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: 'Trunk': '1.1'}} Jan 31 04:45:29.552184 dv-cinder-826608-2-iscsi neutron-server[109634]: {{(pid=109634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 04:45:29.554199 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:45:29.554598 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] For port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:45:29.554598 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] For port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=43eba2e0-fb99-4d21-9e00-5ca1292b4fd9,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:45:29.554716 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.554716 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-40f8d07b-b474-423d-8989-8efefac69444 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8202007 Jan 31 04:45:29.554716 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34600) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:29.559371 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Publish callbacks [] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.612311 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.676185 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Routers {'37dcc995-d71f-4d4a-ab91-9647f53c1ac6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:45:29.677125 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:45:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:29.778027 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.798606 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] Set router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:45:29.799474 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:26Z', 'revision_number': 3, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:29.864703 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Network a3790ef1-f274-459b-844e-81d21ffa0cc3 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:29.870465 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Checking router: a4548a2a-e5b2-4535-8365-e489271e9a71 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:45:29.876862 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Updating router a4548a2a-e5b2-4535-8365-e489271e9a71 port bf4400bf-ff55-41ad-b8d4-93cfa6451915 binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:45:29.895682 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:29.900838 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:29.901315 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1041942'] for router_interface (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.929479 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:29.949485 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d0805c72-2e26-44ef-976e-693bb5c7b869,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:30.056723 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:30.075377 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2352d90-170a-4e50-b5cb-2e88b2f6ecf0 None None] Pushing event updated for resources: {'Port': ['ID=43eba2e0-fb99-4d21-9e00-5ca1292b4fd9,revision_number=3']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:30.083249 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'name': 'tempest-ServerRescueNegativeTestJSON-577245168-router', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:23Z', 'updated_at': '2022-01-31T04:45:25Z', 'revision_number': 3, 'project_id': 'a785b6652097442291512fdd26f966ee', 'gw_port': {'id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:30.115110 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a4d804-3e40-437a-8253-b27644cec28c None None] The sync data for ids ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'] in dv-cinder-826608-2-iscsi is: [{'id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'name': 'tempest-ServerRescueNegativeTestJSON-577245168-router', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:23Z', 'updated_at': '2022-01-31T04:45:25Z', 'revision_number': 3, 'project_id': 'a785b6652097442291512fdd26f966ee', 'gw_port': {'id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:45:30.127249 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-08e5304a-5613-4619-92b6-8a8983642a10 req-4fe4cf59-7387-4b0f-a86d-7de2a66bce22 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.2352455 Jan 31 04:45:30.321010 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device a3bbacd1-9239-4113-8a10-5c56719661ae up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:45:30.367191 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Allocated IP 172.20.0.1 (6a3d49fc-fe05-4677-aa28-3de849a9cd8b/c29e6c71-abde-4bb2-b9a2-a6a62952dea9/b3a8ab01-be9a-40e7-9897-d914c03a49b7) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:30.450518 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9794b7f8-0966-4714-949d-41fac20d318b req-d7b3cd92-7d45-4d22-907c-bb620c496775 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0780101 Jan 31 04:45:30.553115 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Publish callbacks [] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:30.629528 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:30.639421 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:30.690662 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:30.692225 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port a3bbacd1-9239-4113-8a10-5c56719661ae triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:30.692661 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:30.758103 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:30.778689 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:30.782510 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:30.783508 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1041942'] for router_interface (a4548a2a-e5b2-4535-8365-e489271e9a71), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:30.839936 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a8ab01-be9a-40e7-9897-d914c03a49b7,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:30.955466 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Publish callbacks [] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.003053 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Publish callbacks [] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.016094 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port a3bbacd1-9239-4113-8a10-5c56719661ae is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:31.042700 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.043543 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043846'] for router_interface (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.070849 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-0dc9fdb1-5324-4a8e-8948-883fe96c9435 None None] Provisioning complete for port b3a8ab01-be9a-40e7-9897-d914c03a49b7 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:31.071240 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0dc9fdb1-5324-4a8e-8948-883fe96c9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.074502 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.128135 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.135679 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d0805c72-2e26-44ef-976e-693bb5c7b869,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:31.227131 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9fdb1-5324-4a8e-8948-883fe96c9435 None None] Port b3a8ab01-be9a-40e7-9897-d914c03a49b7 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:45:31.233067 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Attempting to bind port bf4400bf-ff55-41ad-b8d4-93cfa6451915 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:45:31.235371 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Attempting to bind port bf4400bf-ff55-41ad-b8d4-93cfa6451915 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:45:31.235371 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Attempting to bind port bf4400bf-ff55-41ad-b8d4-93cfa6451915 on network 6f7c1944-955a-46b9-acd3-7aac217521cd {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:31.260076 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a148c-4d83-4aac-9d4c-5bf8704ba2e3 None None] Pushing event updated for resources: {'Port': ['ID=bf4400bf-ff55-41ad-b8d4-93cfa6451915,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:31.262990 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:45:31.267078 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:31.267722 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.268399 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Bound using segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:45:31.269451 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Bound port: bf4400bf-ff55-41ad-b8d4-93cfa6451915, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:45:31.269999 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.357822 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] For port bf4400bf-ff55-41ad-b8d4-93cfa6451915, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:45:31.363683 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] For port bf4400bf-ff55-41ad-b8d4-93cfa6451915, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=bf4400bf-ff55-41ad-b8d4-93cfa6451915,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:45:31.375171 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15f621b6-9ea7-472b-a0fa-113c3cf5bba4 req-5f5b9f18-8eb7-4513-80d8-309c15e3cda9 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.0877032 Jan 31 04:45:31.384225 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Network a3790ef1-f274-459b-844e-81d21ffa0cc3 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:31.386233 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:31.395131 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.453553 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.460623 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Publish callbacks [] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.534035 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.534764 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043846'] for router_interface (a4548a2a-e5b2-4535-8365-e489271e9a71), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:31.547585 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:45:31.549453 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:45:31.550105 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:45:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:31.555638 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a148c-4d83-4aac-9d4c-5bf8704ba2e3 None None] Pushing event updated for resources: {'Port': ['ID=bf4400bf-ff55-41ad-b8d4-93cfa6451915,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:31.643355 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a8ab01-be9a-40e7-9897-d914c03a49b7,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:31.677499 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:45:31.682774 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-09908805-349d-4d5b-836d-1bb8297413d4 admin admin] 10.222.0.21 "PUT /v2.0/routers/37dcc995-d71f-4d4a-ab91-9647f53c1ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9765475 Jan 31 04:45:31.696163 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:45:31.715907 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-349d6d53-72aa-4995-bea0-e2116d661a61 req-7db30c14-4c5e-4416-a634-b6a299815087 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0689526 Jan 31 04:45:31.779489 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:31.781289 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:31.954607 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Router a4548a2a-e5b2-4535-8365-e489271e9a71 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:45:32.022781 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:31Z', 'revision_number': 2, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:32.080954 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f52cb4a-f8d8-428e-8d30-785cf0dc4139 None None] The sync data for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi is: [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:31Z', 'revision_number': 2, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:45:32.642682 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:45:32.649940 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-c7590e09-02cc-42eb-a404-1ee9fb6093fd None None] Provisioning complete for port b3a8ab01-be9a-40e7-9897-d914c03a49b7 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:32.649940 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c7590e09-02cc-42eb-a404-1ee9fb6093fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:32.659745 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-aab5a476-9c81-4f57-bccc-bb9c2db57c71 admin admin] 10.222.0.21 "PUT /v2.0/routers/a4548a2a-e5b2-4535-8365-e489271e9a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6766117 Jan 31 04:45:32.660137 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-c7590e09-02cc-42eb-a404-1ee9fb6093fd None None] Port b3a8ab01-be9a-40e7-9897-d914c03a49b7 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:45:32.660137 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:45:32.660137 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:32.660137 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:32.660137 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:32.660137 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:32.660137 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=43eba2e0-fb99-4d21-9e00-5ca1292b4fd9,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:45:32.661083 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-deb1bb5f-f10f-4935-a6e9-fdda05ee8da6 req-df82256e-3b48-4569-aa6b-3c7232393408 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.0811779 Jan 31 04:45:32.661997 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:32.716120 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=43eba2e0-fb99-4d21-9e00-5ca1292b4fd9,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:32.807074 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Sync routers for ids ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:45:32.822654 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Routers {'37dcc995-d71f-4d4a-ab91-9647f53c1ac6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:45:32.823318 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:45:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:32.964399 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-7a8c7a0b-46e5-4628-b46b-d9154d2d67d8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:32.965037 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Set router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:45:32.966159 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-7a8c7a0b-46e5-4628-b46b-d9154d2d67d8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 818 time: 0.3855288 Jan 31 04:45:32.981325 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-eb6a09d9-1b68-41e4-8823-be6c44e08e93 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/quotas/a785b6652097442291512fdd26f966ee HTTP/1.1" status: 200 len: 375 time: 0.0092843 Jan 31 04:45:33.106251 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-6f849bd8-ae38-4fe7-8444-b174f4b2d27c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135926 Jan 31 04:45:33.248541 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 34722) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:33.256846 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-5c60ed0a-be03-43ca-8edb-7ae89472be67 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--491233204', 'description': 'tempest-description--1391233858'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:33.287819 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-93631929-9150-437b-9d6e-d780952557d3 service neutron] 10.222.0.21 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710737 Jan 31 04:45:33.297998 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'name': 'tempest-ServerRescueNegativeTestJSON-577245168-router', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:23Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': 'a785b6652097442291512fdd26f966ee', 'gw_port': {'id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'd0805c72-2e26-44ef-976e-693bb5c7b869', 'name': '', 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'mac_address': 'fa:16:3e:7c:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdf6e0e7-634c-4bd4-8d8f-6df179b073be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:29Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 2, 'project_id': 'a785b6652097442291512fdd26f966ee', 'subnets': [{'id': 'bdf6e0e7-634c-4bd4-8d8f-6df179b073be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:33.327179 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Checking router: 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:45:33.328070 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Updating router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 port d0805c72-2e26-44ef-976e-693bb5c7b869 binding host dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:45:33.335257 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:33.359563 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cf0fa9aa-b803-4a1b-9220-0d3e06155257 req-a223ddf4-c443-4989-b8a0-2588848903f8 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0349364 Jan 31 04:45:33.370560 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:33.405663 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-daff1936-e31f-47ba-966c-aed9f6658061 service neutron] 10.222.0.21 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167974 Jan 31 04:45:33.417850 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5c60ed0a-be03-43ca-8edb-7ae89472be67 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:33.545939 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5c60ed0a-be03-43ca-8edb-7ae89472be67 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (c1355727-23fc-47e2-b69f-452a3b595d55), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:33.648328 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5c60ed0a-be03-43ca-8edb-7ae89472be67 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (c1355727-23fc-47e2-b69f-452a3b595d55), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:33.805003 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3c659012-1ddb-473b-86f6-96e30e0a5e2e req-df92ad4e-ca5e-4a02-8526-b987c1ccda42 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 210 time: 0.0794704 Jan 31 04:45:33.870294 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60ed0a-be03-43ca-8edb-7ae89472be67 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1355727-23fc-47e2-b69f-452a3b595d55,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:33.908952 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8fd472aa-b126-48e0-9cd4-d9705585d009 req-f0f19112-9a8d-4573-a23d-6c4cad189f6e tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.0438051 Jan 31 04:45:33.945045 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Publish callbacks [] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), precommit_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:33.981615 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5c60ed0a-be03-43ca-8edb-7ae89472be67 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:33.986586 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34750) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:33.987159 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-5c60ed0a-be03-43ca-8edb-7ae89472be67 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7371535 Jan 31 04:45:33.993803 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-519e53d6-6f3b-4d02-bbeb-69f9d59d5bc0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'security_group_rule': {'security_group_id': 'c1355727-23fc-47e2-b69f-452a3b595d55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:34.042613 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.114938 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a674b58-0ae5-4b08-be68-f9bae45bb07f None None] Pushing event updated for resources: {'Port': ['ID=d0805c72-2e26-44ef-976e-693bb5c7b869,revision_number=3']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:34.156842 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-519e53d6-6f3b-4d02-bbeb-69f9d59d5bc0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (3f416644-5682-4bb8-a23c-64324f10a15a), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.193407 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Attempting to bind port d0805c72-2e26-44ef-976e-693bb5c7b869 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:45:34.193817 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Attempting to bind port d0805c72-2e26-44ef-976e-693bb5c7b869 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:45:34.194188 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Attempting to bind port d0805c72-2e26-44ef-976e-693bb5c7b869 on network a3790ef1-f274-459b-844e-81d21ffa0cc3 {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:34.204151 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:45:34.204534 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Checking segment: {'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:34.205119 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.205548 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Bound using segment: {'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:45:34.206368 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Bound port: d0805c72-2e26-44ef-976e-693bb5c7b869, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'}}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:45:34.206368 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.247065 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-335058b0-d158-47ec-b0fb-0f3fbfaffb72 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:34.248834 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-335058b0-d158-47ec-b0fb-0f3fbfaffb72 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 818 time: 0.2003231 Jan 31 04:45:34.276232 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-e9b0bbb5-528a-4b8a-bb9b-dfa3807b90c4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/quotas/a785b6652097442291512fdd26f966ee HTTP/1.1" status: 200 len: 375 time: 0.0208046 Jan 31 04:45:34.303454 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-519e53d6-6f3b-4d02-bbeb-69f9d59d5bc0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (3f416644-5682-4bb8-a23c-64324f10a15a), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.309414 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] For port d0805c72-2e26-44ef-976e-693bb5c7b869, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:45:34.311999 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] For port d0805c72-2e26-44ef-976e-693bb5c7b869, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=d0805c72-2e26-44ef-976e-693bb5c7b869,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:45:34.344481 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9a0cd2af-cca1-4ca3-8668-fa727e64e333 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0595315 Jan 31 04:45:34.381100 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.388105 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-519e53d6-6f3b-4d02-bbeb-69f9d59d5bc0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (3f416644-5682-4bb8-a23c-64324f10a15a), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.432080 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device bf4400bf-ff55-41ad-b8d4-93cfa6451915 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:45:34.455713 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e53d6-6f3b-4d02-bbeb-69f9d59d5bc0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f416644-5682-4bb8-a23c-64324f10a15a,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:34.500879 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Routers {'37dcc995-d71f-4d4a-ab91-9647f53c1ac6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:45:34.501849 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:45:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:34.534456 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-60a1e8a9-94f1-460c-a5dc-0114fa9276cf req-988eea49-6046-4003-a653-fa596add291c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0475399 Jan 31 04:45:34.535997 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port bf4400bf-ff55-41ad-b8d4-93cfa6451915 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:34.536818 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.637931 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-fd5582d7-9e5c-4959-9019-49f3e6f25470 service neutron] 10.222.0.21 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767439 Jan 31 04:45:34.688254 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port bf4400bf-ff55-41ad-b8d4-93cfa6451915 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:34.688594 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.751005 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port bf4400bf-ff55-41ad-b8d4-93cfa6451915, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=bf4400bf-ff55-41ad-b8d4-93cfa6451915,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:45:34.756452 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-519e53d6-6f3b-4d02-bbeb-69f9d59d5bc0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.757655 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-519e53d6-6f3b-4d02-bbeb-69f9d59d5bc0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7699857 Jan 31 04:45:34.760293 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34790) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:34.761742 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] Set router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:45:34.766357 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-2087ffef-2e17-4c85-8131-c7b4d798ea9a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'security_group_rule': {'security_group_id': 'c1355727-23fc-47e2-b69f-452a3b595d55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:34.820908 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9a7b9126-9bb4-4a5e-8a47-fb202b5cf215 service neutron] 10.222.0.21 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790788 Jan 31 04:45:34.859621 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.860859 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:45:34.887453 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2087ffef-2e17-4c85-8131-c7b4d798ea9a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (958e771e-851a-4251-aab7-9533cefe0bea), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:34.889544 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a674b58-0ae5-4b08-be68-f9bae45bb07f None None] Pushing event updated for resources: {'Port': ['ID=d0805c72-2e26-44ef-976e-693bb5c7b869,revision_number=4']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:34.951586 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=bf4400bf-ff55-41ad-b8d4-93cfa6451915,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:34.964852 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:34.965410 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:35.000464 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2087ffef-2e17-4c85-8131-c7b4d798ea9a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (958e771e-851a-4251-aab7-9533cefe0bea), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:35.072578 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d94c156c-5f2d-4242-ba68-f145e83fe504 req-910ffb53-1e0a-4930-a0c0-dc40478bc080 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.0395775 Jan 31 04:45:35.122889 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'name': 'tempest-ServerRescueNegativeTestJSON-577245168-router', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:23Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': 'a785b6652097442291512fdd26f966ee', 'gw_port': {'id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'd0805c72-2e26-44ef-976e-693bb5c7b869', 'name': '', 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'mac_address': 'fa:16:3e:7c:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdf6e0e7-634c-4bd4-8d8f-6df179b073be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:29Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': 'a785b6652097442291512fdd26f966ee', 'subnets': [{'id': 'bdf6e0e7-634c-4bd4-8d8f-6df179b073be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:35.137780 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2087ffef-2e17-4c85-8131-c7b4d798ea9a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (958e771e-851a-4251-aab7-9533cefe0bea), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:35.165441 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:35.179554 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-366a74c0-edfb-43ea-a68e-ef30a3e018cc req-7ed4bc84-1f6f-4ef0-8f70-847ae45a15b8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 210 time: 0.0557511 Jan 31 04:45:35.193575 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d269be-f1f0-47be-bf90-ecf60336dd1a None None] The sync data for ids ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'] in dv-cinder-826608-2-iscsi is: [{'id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'name': 'tempest-ServerRescueNegativeTestJSON-577245168-router', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:23Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': 'a785b6652097442291512fdd26f966ee', 'gw_port': {'id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'd0805c72-2e26-44ef-976e-693bb5c7b869', 'name': '', 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'mac_address': 'fa:16:3e:7c:db:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdf6e0e7-634c-4bd4-8d8f-6df179b073be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:29Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': 'a785b6652097442291512fdd26f966ee', 'subnets': [{'id': 'bdf6e0e7-634c-4bd4-8d8f-6df179b073be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:45:35.208964 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087ffef-2e17-4c85-8131-c7b4d798ea9a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958e771e-851a-4251-aab7-9533cefe0bea,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:35.315012 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2087ffef-2e17-4c85-8131-c7b4d798ea9a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:35.316295 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2087ffef-2e17-4c85-8131-c7b4d798ea9a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5546014 Jan 31 04:45:35.324740 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34804) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:35.332893 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'floatingip': {'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:35.419699 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Sync routers for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:45:35.440983 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:45:35.444241 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:45:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:35.472147 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:35.817807 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:45:35.831000 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-617b8767-5f21-4d06-8620-7691b436dea1 req-2f2f9b6d-9bdf-4e23-976b-3491fcd23ab6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0676827 Jan 31 04:45:35.984778 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:36.098033 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:31Z', 'revision_number': 2, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:36.142583 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Checking router: a4548a2a-e5b2-4535-8365-e489271e9a71 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:45:36.143000 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Updating router a4548a2a-e5b2-4535-8365-e489271e9a71 port b3a8ab01-be9a-40e7-9897-d914c03a49b7 binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:45:36.168507 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Allocated IP 172.27.2.169 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/4027ba92-4ab5-4eb0-b407-8d8c6386cbb8) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:36.195414 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:36.225120 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-eed402da-fb7b-4010-a927-f3bd733a0e01 req-40e2a00e-9012-461f-8434-0edfaeed0679 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.0592694 Jan 31 04:45:36.356285 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e4f5dfc1-787f-4137-98ef-eff61e0cc87a req-f994a01f-3eac-4ca5-b5dd-74b336959266 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 210 time: 0.0931342 Jan 31 04:45:36.379785 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for port (4027ba92-4ab5-4eb0-b407-8d8c6386cbb8), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:36.463452 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device d0805c72-2e26-44ef-976e-693bb5c7b869 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:45:36.536607 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (4027ba92-4ab5-4eb0-b407-8d8c6386cbb8), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:36.558333 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port d0805c72-2e26-44ef-976e-693bb5c7b869 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:36.559039 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:36.616226 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:36.620020 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:36.623733 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:36.634833 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Publish callbacks [] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:36.648748 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'Port': ['ID=4027ba92-4ab5-4eb0-b407-8d8c6386cbb8,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:36.695061 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port d0805c72-2e26-44ef-976e-693bb5c7b869 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:36.695638 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:36.716456 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:36.822950 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port d0805c72-2e26-44ef-976e-693bb5c7b869, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=d0805c72-2e26-44ef-976e-693bb5c7b869,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:45:36.879073 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (30f1bbda-5bee-4601-9c15-eb5b5e70ac56), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:36.916302 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50f96d-a9ae-4189-82d5-9a84836ffb68 None None] Pushing event updated for resources: {'Port': ['ID=b3a8ab01-be9a-40e7-9897-d914c03a49b7,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:36.938081 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:36.938946 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device bf4400bf-ff55-41ad-b8d4-93cfa6451915 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:45:36.991341 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34872) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:37.068284 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.31', 61531) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:37.122087 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f414baa3-8a13-4095-9640-0be6fb0fac55 req-73d13672-0c75-4c6e-8dbc-4c665bb534ca tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0808022 Jan 31 04:45:37.125645 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4027ba92-4ab5-4eb0-b407-8d8c6386cbb8), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.329455 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b480117-bfde-4941-aef0-8094aca8e1b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.339256 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-c3b2785e-d52e-42db-8660-43e4ed69f77e tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:37.339395 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-c3b2785e-d52e-42db-8660-43e4ed69f77e tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.31 "GET /v2.0/networks?id=ba0b9841-27aa-49a6-bb74-8529ab955193 HTTP/1.1" status: 200 len: 812 time: 0.2686162 Jan 31 04:45:37.388082 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Attempting to bind port b3a8ab01-be9a-40e7-9897-d914c03a49b7 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:45:37.388454 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Attempting to bind port b3a8ab01-be9a-40e7-9897-d914c03a49b7 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:45:37.388824 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Attempting to bind port b3a8ab01-be9a-40e7-9897-d914c03a49b7 on network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:37.400833 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:45:37.402281 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Checking segment: {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:37.402281 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.402281 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Bound using segment: {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:45:37.402848 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Bound port: b3a8ab01-be9a-40e7-9897-d914c03a49b7, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:45:37.403220 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.416163 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for port (4027ba92-4ab5-4eb0-b407-8d8c6386cbb8), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.425394 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Request body: {'port': {'device_id': '2c7ff86e-085c-4f11-8f98-0591b022b349', 'network_id': 'ba0b9841-27aa-49a6-bb74-8529ab955193', 'admin_state_up': True, 'tenant_id': '3cc69e55b9254a6ba45b32be8fc0df66'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:37.453048 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b480117-bfde-4941-aef0-8094aca8e1b6 admin admin] Publish callbacks [] for security_group (8b74e1d5-1249-4028-af78-59eed9b2a76f), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.484724 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=d0805c72-2e26-44ef-976e-693bb5c7b869,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:37.489600 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port bf4400bf-ff55-41ad-b8d4-93cfa6451915 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:37.492821 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.521684 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-86aaf33b-5f07-468d-8504-cd691c684b43 req-8cdd5418-9c5c-4042-8e45-0ce946fea035 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.0660663 Jan 31 04:45:37.549231 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b480117-bfde-4941-aef0-8094aca8e1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8b74e1d5-1249-4028-af78-59eed9b2a76f), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.551749 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4027ba92-4ab5-4eb0-b407-8d8c6386cbb8), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.589692 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] For port b3a8ab01-be9a-40e7-9897-d914c03a49b7, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:45:37.594696 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] For port b3a8ab01-be9a-40e7-9897-d914c03a49b7, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=b3a8ab01-be9a-40e7-9897-d914c03a49b7,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:45:37.601875 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-11592a89-d86d-4063-90ae-3df1668b257e None None] Provisioning complete for port b3a8ab01-be9a-40e7-9897-d914c03a49b7 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:37.602479 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-11592a89-d86d-4063-90ae-3df1668b257e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.647077 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-11592a89-d86d-4063-90ae-3df1668b257e None None] Port b3a8ab01-be9a-40e7-9897-d914c03a49b7 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:45:37.706772 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port bf4400bf-ff55-41ad-b8d4-93cfa6451915 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:37.726446 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.837610 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:45:37.838356 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:45:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:37.848125 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50f96d-a9ae-4189-82d5-9a84836ffb68 None None] Pushing event updated for resources: {'Port': ['ID=b3a8ab01-be9a-40e7-9897-d914c03a49b7,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:37.911862 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (30f1bbda-5bee-4601-9c15-eb5b5e70ac56), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.923263 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Made reservation on behalf of 3cc69e55b9254a6ba45b32be8fc0df66 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:37.928194 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:37.950133 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19f8443a-6dfe-4aa6-9e34-bc17898f011a req-26037a5b-4d62-4713-8757-60c175ed0e7f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 210 time: 0.0959508 Jan 31 04:45:37.961364 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b480117-bfde-4941-aef0-8094aca8e1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b74e1d5-1249-4028-af78-59eed9b2a76f,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:37.974645 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2b480117-bfde-4941-aef0-8094aca8e1b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd62513ac7f94075a5750ccacdff8f48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9814057 Jan 31 04:45:37.976345 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 34918) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:38.025023 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'Port': ['ID=4027ba92-4ab5-4eb0-b407-8d8c6386cbb8,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:38.096087 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-714203b8-0679-4d3d-868e-20ff7ebcf3c7 admin admin] Publish callbacks [] for security_group (8b74e1d5-1249-4028-af78-59eed9b2a76f), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:38.120784 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:45:38.128644 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:38.135619 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-3cafe1fd-cac5-4750-b08c-2cda18bc3b19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8041618 Jan 31 04:45:38.167076 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.31', 61538) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:38.206084 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-714203b8-0679-4d3d-868e-20ff7ebcf3c7 admin admin] Publish callbacks [] for security_group (8b74e1d5-1249-4028-af78-59eed9b2a76f), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:38.314471 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.31', 61539) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:38.403223 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device d0805c72-2e26-44ef-976e-693bb5c7b869 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:45:38.495369 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Allocated IP 172.20.0.13 (ba0b9841-27aa-49a6-bb74-8529ab955193/5d162d6e-7401-4bd9-9c8e-d7c1a6eab122/b553d9db-0bd8-4984-9092-941cff441538) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:38.575515 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-f51007da-3c2c-46be-8b54-865547ae2ba4 None None] Provisioning complete for port b3a8ab01-be9a-40e7-9897-d914c03a49b7 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:38.576479 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f51007da-3c2c-46be-8b54-865547ae2ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:38.595238 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-92b08835-b493-4f03-921d-ddec4f634e1d req-2c0babe0-4fa7-48c5-95c5-d9a399c371c5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.1731603 Jan 31 04:45:38.683665 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-c45812e2-aa25-4813-990c-ce7e338ea480 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:38.685131 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-c45812e2-aa25-4813-990c-ce7e338ea480 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.31 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 818 time: 0.3674033 Jan 31 04:45:38.695651 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-b7ef94b3-7d15-454d-a051-6dc7230a50a5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:38.721400 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-b7ef94b3-7d15-454d-a051-6dc7230a50a5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.31 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 818 time: 0.5291581 Jan 31 04:45:38.721683 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port d0805c72-2e26-44ef-976e-693bb5c7b869 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:38.721683 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:38.737542 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-5d54e314-d485-4a4f-8021-78eb5cc56a4a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--491233204&fields=id&tenant_id=3951fb700ad04745afa04a4b077da951 HTTP/1.1" status: 200 len: 267 time: 0.0945799 Jan 31 04:45:38.745368 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-714203b8-0679-4d3d-868e-20ff7ebcf3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8b74e1d5-1249-4028-af78-59eed9b2a76f), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:38.750044 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-714203b8-0679-4d3d-868e-20ff7ebcf3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:38.750541 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-714203b8-0679-4d3d-868e-20ff7ebcf3c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b74e1d5-1249-4028-af78-59eed9b2a76f HTTP/1.1" status: 204 len: 168 time: 0.7731907 Jan 31 04:45:38.760874 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714203b8-0679-4d3d-868e-20ff7ebcf3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b74e1d5-1249-4028-af78-59eed9b2a76f,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:38.872509 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-f51007da-3c2c-46be-8b54-865547ae2ba4 None None] Current status of the port b3a8ab01-be9a-40e7-9897-d914c03a49b7 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:38.873300 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f51007da-3c2c-46be-8b54-865547ae2ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:38.945378 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Request body: {'port': {'device_id': '81eea382-424b-4435-9241-e428592c98f3', 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3', 'admin_state_up': True, 'tenant_id': 'a785b6652097442291512fdd26f966ee'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:38.962960 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Request body: {'port': {'device_id': 'c7066f95-24c8-4df3-8703-78616c09fd0e', 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3', 'admin_state_up': True, 'tenant_id': 'a785b6652097442291512fdd26f966ee'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:38.970043 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d3581eca-9254-4bd1-9224-5045c78ca9ee req-9f7365a0-19e9-4d5a-8c04-f32231120206 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.0769267 Jan 31 04:45:39.011795 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-f51007da-3c2c-46be-8b54-865547ae2ba4 None None] For port b3a8ab01-be9a-40e7-9897-d914c03a49b7, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=b3a8ab01-be9a-40e7-9897-d914c03a49b7,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:45:39.028028 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-07a1f351-1b9b-4b9a-8af3-72ef50a8cad0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:39.035348 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-07a1f351-1b9b-4b9a-8af3-72ef50a8cad0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 816 time: 0.2798398 Jan 31 04:45:39.053169 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Publish callbacks [] for port (b553d9db-0bd8-4984-9092-941cff441538), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:39.091264 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-8a88f9df-72b2-429a-a3b6-d47ac42accdc tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/quotas/3951fb700ad04745afa04a4b077da951 HTTP/1.1" status: 200 len: 375 time: 0.0541930 Jan 31 04:45:39.137585 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f51007da-3c2c-46be-8b54-865547ae2ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:39.154230 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port d0805c72-2e26-44ef-976e-693bb5c7b869 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:39.157117 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device b3a8ab01-be9a-40e7-9897-d914c03a49b7 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:45:39.234631 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-b3b7172b-55dc-455e-9aed-68d33ac0e93b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1413407 Jan 31 04:45:39.236583 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (b553d9db-0bd8-4984-9092-941cff441538), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:39.276891 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:37Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:39.284697 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-00673330-3558-482c-ad15-6a591a7be579 req-eba1726e-763d-4ad4-9172-a15c461fe368 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 210 time: 0.0502145 Jan 31 04:45:39.474986 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Made reservation on behalf of a785b6652097442291512fdd26f966ee for: {'port': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:39.479019 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:39.484084 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Made reservation on behalf of a785b6652097442291512fdd26f966ee for: {'port': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:39.485744 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:39.534413 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Network ba0b9841-27aa-49a6-bb74-8529ab955193 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:39.544306 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Pushing event updated for resources: {'Port': ['ID=b553d9db-0bd8-4984-9092-941cff441538,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:39.561014 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:39.566823 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:39.598567 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:39.599572 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:39.618727 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-23436061-09bc-4234-a2c5-61e84adac1d1 service neutron] 10.222.0.21 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359759 Jan 31 04:45:39.650697 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51007da-3c2c-46be-8b54-865547ae2ba4 None None] Pushing event updated for resources: {'Port': ['ID=b3a8ab01-be9a-40e7-9897-d914c03a49b7,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:39.666113 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76741236-26c0-48f2-96c2-4554aa9479b1 None None] The sync data for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi is: [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:37Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:45:39.702173 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port b3a8ab01-be9a-40e7-9897-d914c03a49b7 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:39.702761 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:39.746749 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-580a4fcb-f115-4767-b330-f3d0bc313d59 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3256745 Jan 31 04:45:39.798109 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d30901c-8662-440e-a382-338415cce43c req-642f5907-74e2-4ac2-a7d6-f97fb4a3c294 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0488713 Jan 31 04:45:39.809282 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-cdc9193c-92ff-42f5-b59d-6e5ac0e2070d service neutron] 10.222.0.21 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789255 Jan 31 04:45:39.832212 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35014) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:39.877653 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-126ea077-655e-423d-bda1-d2b62b95829c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:39.887438 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port b3a8ab01-be9a-40e7-9897-d914c03a49b7 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:39.955716 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Allocated IP 172.20.0.4 (a3790ef1-f274-459b-844e-81d21ffa0cc3/bdf6e0e7-634c-4bd4-8d8f-6df179b073be/4b0786d6-d423-4590-a58e-c6f508be4b8a) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:40.007627 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-126ea077-655e-423d-bda1-d2b62b95829c admin admin] Publish callbacks [] for security_group (82be6535-c30d-4652-9645-21418db184a6), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.088137 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-126ea077-655e-423d-bda1-d2b62b95829c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (82be6535-c30d-4652-9645-21418db184a6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.133805 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35026) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:40.226822 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-126ea077-655e-423d-bda1-d2b62b95829c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01d89cdef5fe4498b37aca20261a8181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928955 Jan 31 04:45:40.230918 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35030) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:40.241482 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device b3a8ab01-be9a-40e7-9897-d914c03a49b7 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:45:40.281898 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f82a3b62-5801-43e7-88ad-163f83e01239 req-f5c5977a-0584-4d9b-9c24-945806cdb1a6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.1052234 Jan 31 04:45:40.283505 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea077-655e-423d-bda1-d2b62b95829c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82be6535-c30d-4652-9645-21418db184a6,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:40.285751 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ab4ef-d1bf-4965-92c6-cc50a2cdbf6e req-79f3ed0b-605b-4b75-a83d-cec924940f5e tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:40.293831 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bc7ab4ef-d1bf-4965-92c6-cc50a2cdbf6e req-79f3ed0b-605b-4b75-a83d-cec924940f5e tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.2331057 Jan 31 04:45:40.321699 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port b3a8ab01-be9a-40e7-9897-d914c03a49b7 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:40.322457 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.409377 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks [] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.429054 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port b3a8ab01-be9a-40e7-9897-d914c03a49b7 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:45:40.438092 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f77e33a0-a76a-4ed5-9a80-3096e212cfbc req-96649721-9064-4108-91b9-7e9ede242e88 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 210 time: 0.0421193 Jan 31 04:45:40.492113 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bc7ab4ef-d1bf-4965-92c6-cc50a2cdbf6e req-2407fb18-4ad1-4d49-a707-924eeafeaaeb tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972630 Jan 31 04:45:40.499487 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f38b85a-b622-4fed-9e99-05554eafe9be admin admin] Publish callbacks [] for security_group (82be6535-c30d-4652-9645-21418db184a6), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.502812 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b167d453-088e-45f5-93a5-cd96c881a1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.541184 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f38b85a-b622-4fed-9e99-05554eafe9be admin admin] Publish callbacks [] for security_group (82be6535-c30d-4652-9645-21418db184a6), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.588947 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.747434 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Network a3790ef1-f274-459b-844e-81d21ffa0cc3 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:40.754693 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Pushing event updated for resources: {'Port': ['ID=4b0786d6-d423-4590-a58e-c6f508be4b8a,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:40.763533 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:40.766291 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Allocated IP 172.20.0.3 (a3790ef1-f274-459b-844e-81d21ffa0cc3/bdf6e0e7-634c-4bd4-8d8f-6df179b073be/48d0d5c8-7822-42f9-8635-3991c50d27a3) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:40.771123 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:40.776093 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:40.776714 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.782489 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b167d453-088e-45f5-93a5-cd96c881a1f7 admin admin] Publish callbacks [] for security_group (f6b7716a-c0f3-4a78-92d3-30578cd9eba8), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.839095 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f38b85a-b622-4fed-9e99-05554eafe9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (82be6535-c30d-4652-9645-21418db184a6), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.841490 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f38b85a-b622-4fed-9e99-05554eafe9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.842632 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8f38b85a-b622-4fed-9e99-05554eafe9be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82be6535-c30d-4652-9645-21418db184a6 HTTP/1.1" status: 204 len: 168 time: 0.6100626 Jan 31 04:45:40.863494 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38b85a-b622-4fed-9e99-05554eafe9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82be6535-c30d-4652-9645-21418db184a6,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:40.915389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b167d453-088e-45f5-93a5-cd96c881a1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (f6b7716a-c0f3-4a78-92d3-30578cd9eba8), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:40.920420 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-701b63f9-bc0a-462b-aca7-1f860334fba2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9813836 Jan 31 04:45:40.933300 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2e24cc16-a2f2-4e88-b853-7d2ae8cf12e2 req-88305587-1e1d-4afe-a59f-43749964d4bd tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0287237 Jan 31 04:45:40.988372 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-b167d453-088e-45f5-93a5-cd96c881a1f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7bb7271fb4d4239a0b83b74df4c14b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8497608 Jan 31 04:45:40.989717 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167d453-088e-45f5-93a5-cd96c881a1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b7716a-c0f3-4a78-92d3-30578cd9eba8,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:40.990354 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35050) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:41.013656 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks [] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:41.057860 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f29900e7-3bf7-41d0-8238-8ec81f99d3a8 admin admin] Publish callbacks [] for security_group (f6b7716a-c0f3-4a78-92d3-30578cd9eba8), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:41.079160 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f29900e7-3bf7-41d0-8238-8ec81f99d3a8 admin admin] Publish callbacks [] for security_group (f6b7716a-c0f3-4a78-92d3-30578cd9eba8), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:41.132179 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:41.225575 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f29900e7-3bf7-41d0-8238-8ec81f99d3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (f6b7716a-c0f3-4a78-92d3-30578cd9eba8), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:41.228269 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f29900e7-3bf7-41d0-8238-8ec81f99d3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:41.232478 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-f29900e7-3bf7-41d0-8238-8ec81f99d3a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6b7716a-c0f3-4a78-92d3-30578cd9eba8 HTTP/1.1" status: 204 len: 168 time: 0.2405703 Jan 31 04:45:41.242726 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29900e7-3bf7-41d0-8238-8ec81f99d3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b7716a-c0f3-4a78-92d3-30578cd9eba8,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:41.333894 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Network a3790ef1-f274-459b-844e-81d21ffa0cc3 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:41.339627 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:41.352247 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:41.357197 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:41.357791 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:41.381359 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Pushing event updated for resources: {'Port': ['ID=48d0d5c8-7822-42f9-8635-3991c50d27a3,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:41.387013 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-594878de-0918-44a3-ba73-4720f5c47085 req-1ab232c4-ec52-4a6c-a9c1-ba6483ddbf8e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0443969 Jan 31 04:45:41.519502 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5f3f454-8a69-44f8-bce4-1aa1e6df8223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5687566 Jan 31 04:45:41.607529 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdbfaf-a8fd-40cf-905d-10d5da02c1d9 req-782d45a7-6469-416b-b410-d44e24f55942 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:41.615855 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c6cdbfaf-a8fd-40cf-905d-10d5da02c1d9 req-782d45a7-6469-416b-b410-d44e24f55942 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.1116927 Jan 31 04:45:41.640902 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ba0ba-66d7-449b-9790-48603b716216 req-aa95d3ef-87c3-4846-882e-d7d0ed2f0465 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:41.643032 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-568ba0ba-66d7-449b-9790-48603b716216 req-aa95d3ef-87c3-4846-882e-d7d0ed2f0465 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.0635228 Jan 31 04:45:41.778375 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-568ba0ba-66d7-449b-9790-48603b716216 req-a5dbba48-e6aa-495b-b8d6-ab7223f50f34 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222098 Jan 31 04:45:41.849571 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c6cdbfaf-a8fd-40cf-905d-10d5da02c1d9 req-bf5ca9ca-5a17-4185-b4f9-f80f4a403861 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325292 Jan 31 04:45:42.055589 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2bd4fd50-79c9-47ea-aea8-4633676cd30b req-04f5ed12-dc3b-4562-9294-77920186f88b tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0336816 Jan 31 04:45:42.537255 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2f297e5f-69f0-45e1-bf4e-c15c8e631977 req-6421a014-8819-4168-93a9-5f3b2f342a23 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0606179 Jan 31 04:45:42.579577 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35116) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:42.699587 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-200169890-network', 'tenant_id': '8650f4719642413691a8dbe3746b2db4'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:42.941065 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7ec7f-71ee-4152-ba8a-8ba1557e55fd req-4aa7103c-bbaf-4445-b979-fdb1ba8bff60 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:42.942619 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f0a7ec7f-71ee-4152-ba8a-8ba1557e55fd req-4aa7103c-bbaf-4445-b979-fdb1ba8bff60 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.0879645 Jan 31 04:45:43.035307 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548dd7d6-bf8f-4c63-87e7-ec2430b5f4ba req-d88fdc94-4d4c-4e03-8156-183d16e35553 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:43.044430 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f0a7ec7f-71ee-4152-ba8a-8ba1557e55fd req-aaf67f09-4b9d-4194-b462-be912c9c02e0 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925403 Jan 31 04:45:43.058100 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-548dd7d6-bf8f-4c63-87e7-ec2430b5f4ba req-d88fdc94-4d4c-4e03-8156-183d16e35553 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.0964100 Jan 31 04:45:43.117218 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Made reservation on behalf of 8650f4719642413691a8dbe3746b2db4 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:43.119619 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:43.133375 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-548dd7d6-bf8f-4c63-87e7-ec2430b5f4ba req-73c75ec5-dd42-4724-8d0b-a699a00738e0 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793433 Jan 31 04:45:43.144968 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:43.257813 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-77f6cfb7-4000-4837-91dc-e2ac9d3e5f6f req-cd2e745f-96ee-4d3b-a55f-2b15f17100ed tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0616090 Jan 31 04:45:43.349843 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Publish callbacks [] for security_group (3ee0bf40-4520-413a-8ef4-43bad2f8f8bd), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:43.503944 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3ee0bf40-4520-413a-8ef4-43bad2f8f8bd), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:43.537983 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:45:43.547873 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee0bf40-4520-413a-8ef4-43bad2f8f8bd,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:43.584125 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (35e61a3f-bb49-4c4c-b3a9-eec8021ea29f), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:43.584791 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Added segment 35e61a3f-bb49-4c4c-b3a9-eec8021ea29f of type vlan for network be13b720-e9b1-4d1b-ac60-d611c2509380 Jan 31 04:45:43.646435 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (be13b720-e9b1-4d1b-ac60-d611c2509380), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:43.690317 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5f6b3a97-98d8-4101-b5ea-e98b1006c7f6 req-79e382b6-778f-4e65-b711-86e35c61577c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0443611 Jan 31 04:45:43.737543 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (be13b720-e9b1-4d1b-ac60-d611c2509380), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:43.738699 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:43.739342 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:43.802279 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] Pushing event updated for resources: {'Network': ['ID=be13b720-e9b1-4d1b-ac60-d611c2509380,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:43.817709 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network be13b720-e9b1-4d1b-ac60-d611c2509380 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:45:43.858860 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-da597bd7-64b5-4a1f-a5ed-a10241533895 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2747343 Jan 31 04:45:43.866015 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35158) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:43.866015 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Request body: {'subnet': {'network_id': 'be13b720-e9b1-4d1b-ac60-d611c2509380', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-200169890-subnet', 'tenant_id': '8650f4719642413691a8dbe3746b2db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:43.971800 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Made reservation on behalf of 8650f4719642413691a8dbe3746b2db4 for: {'subnet': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:43.974166 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:44.187690 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8aeef-c209-4077-b803-8594c8fd0ce8 req-d3c5a0a4-6b4c-42d2-b89b-9684a5cacf0c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:44.189828 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ccb8aeef-c209-4077-b803-8594c8fd0ce8 req-d3c5a0a4-6b4c-42d2-b89b-9684a5cacf0c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.0668774 Jan 31 04:45:44.255034 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ccb8aeef-c209-4077-b803-8594c8fd0ce8 req-21b067e4-eb66-471c-bf63-cfe25a9a556a tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582898 Jan 31 04:45:44.354699 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaccf77-6bb1-4d77-8763-17c0322958df req-b847d479-afb2-4835-a9b6-2fb0067d2658 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:44.356397 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eeaccf77-6bb1-4d77-8763-17c0322958df req-b847d479-afb2-4835-a9b6-2fb0067d2658 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.0839632 Jan 31 04:45:44.411223 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b6ccc737-bd66-4a3e-963f-3e41d6383b7f req-e3858c66-dce8-4a4e-9abd-74c66385c51c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0450184 Jan 31 04:45:44.438693 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eeaccf77-6bb1-4d77-8763-17c0322958df req-90e3ffdb-ea30-410b-ab15-7d149ecba1ac tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736995 Jan 31 04:45:44.440116 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (6ca3a1fa-0c21-40f6-ae73-3f98d48c3d5f), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:44.527441 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca3a1fa-0c21-40f6-ae73-3f98d48c3d5f,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:44.542130 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Checking segment: {'id': '35e61a3f-bb49-4c4c-b3a9-eec8021ea29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'be13b720-e9b1-4d1b-ac60-d611c2509380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:44.542348 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Network hostable DHCP agents. Network: be13b720-e9b1-4d1b-ac60-d611c2509380, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:45:44.650382 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Network be13b720-e9b1-4d1b-ac60-d611c2509380 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:45:44.731762 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, be13b720-e9b1-4d1b-ac60-d611c2509380) {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:44.742783 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:44.743410 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:44.752078 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27646df2-829b-43bc-9cf9-99b41217c379 None None] Network be13b720-e9b1-4d1b-ac60-d611c2509380 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:44.835150 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8b53ed4e-adf9-4906-9f88-8ef03819620a req-2e937e29-7de3-4dd7-915d-95e4ca111874 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0396111 Jan 31 04:45:44.839966 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-7e52ed83-1696-455c-8201-d2edabed86ba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9790909 Jan 31 04:45:44.958376 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73bce9a-a59b-40ad-b5a1-b4617b0da649 None None] Network be13b720-e9b1-4d1b-ac60-d611c2509380 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:45.387592 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8e98b-1247-448a-bdac-2903283138db req-9cc155ae-5af0-414e-8d2a-f6bcb7d2c705 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:45.389369 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-10d8e98b-1247-448a-bdac-2903283138db req-9cc155ae-5af0-414e-8d2a-f6bcb7d2c705 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.0664814 Jan 31 04:45:45.459558 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-10d8e98b-1247-448a-bdac-2903283138db req-2f448924-053e-4e86-bdcd-061014ec9811 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632935 Jan 31 04:45:45.549280 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9601fe3d-572c-4304-933e-715eb230b57a req-7ff3fad2-623e-46fc-8c49-5b7478673857 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0395341 Jan 31 04:45:45.615204 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54512fd0-e67a-40f7-add7-bc259f15e301 req-b86d634a-695b-42ea-b2f8-d087019176d5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:45.616995 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-54512fd0-e67a-40f7-add7-bc259f15e301 req-b86d634a-695b-42ea-b2f8-d087019176d5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.0723443 Jan 31 04:45:45.675122 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-54512fd0-e67a-40f7-add7-bc259f15e301 req-8d5566f4-6d2e-4947-ab4c-1a454b7576cc tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486250 Jan 31 04:45:45.935010 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ca16413a-b823-493b-b0e7-bb3b7bd8d063 req-efb3d012-1b7c-442a-bec9-cc81897207c7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0305967 Jan 31 04:45:46.069245 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35222) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:46.074648 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-458760163-network', 'tenant_id': 'd869da75cebe4c3facc5366c2f0cc40a'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:46.173438 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Made reservation on behalf of d869da75cebe4c3facc5366c2f0cc40a for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:46.175894 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:46.191259 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:46.295108 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Publish callbacks [] for security_group (15c5a2a3-ece0-4243-8c85-9d35e96be0b5), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:46.383073 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (15c5a2a3-ece0-4243-8c85-9d35e96be0b5), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:46.405036 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:45:46.420936 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c5a2a3-ece0-4243-8c85-9d35e96be0b5,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:46.424494 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (e0807f18-d4e1-40ef-9c72-7b8ec7f1faca), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:46.426809 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Added segment e0807f18-d4e1-40ef-9c72-7b8ec7f1faca of type vlan for network a0d24664-356e-44e9-9903-ec730336b9e4 Jan 31 04:45:46.467846 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (a0d24664-356e-44e9-9903-ec730336b9e4), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:46.563992 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (a0d24664-356e-44e9-9903-ec730336b9e4), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:46.565472 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:46.566068 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:46.588833 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6de3e-3f9d-42a6-b9bb-37662b847e4b req-02eb1b22-800a-44c4-82ca-e225e452087a tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:46.591514 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f3f6de3e-3f9d-42a6-b9bb-37662b847e4b req-02eb1b22-800a-44c4-82ca-e225e452087a tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.0638349 Jan 31 04:45:46.642241 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d24664-356e-44e9-9903-ec730336b9e4,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:46.653702 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network a0d24664-356e-44e9-9903-ec730336b9e4 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:45:46.680975 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f3f6de3e-3f9d-42a6-b9bb-37662b847e4b req-f03b75fb-219f-40d5-928d-7a9c3abb4f3f tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750766 Jan 31 04:45:46.692010 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-976edb3f-6f72-4e08-8182-76aa57254f04 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6215935 Jan 31 04:45:46.696306 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35232) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:46.704577 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Request body: {'subnet': {'network_id': 'a0d24664-356e-44e9-9903-ec730336b9e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-458760163-subnet', 'tenant_id': 'd869da75cebe4c3facc5366c2f0cc40a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:46.713442 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7dcd13fc-5220-43f0-a55f-305fdd37ceed req-21463973-e598-45e8-b63e-8d7f0c63e647 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0474041 Jan 31 04:45:46.840081 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e629f4c-b59b-4c77-b0c3-523571eacfb2 req-eb0d37eb-c887-4d27-9969-4d394b9266e6 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:46.841757 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6e629f4c-b59b-4c77-b0c3-523571eacfb2 req-eb0d37eb-c887-4d27-9969-4d394b9266e6 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.0661058 Jan 31 04:45:46.843521 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Made reservation on behalf of d869da75cebe4c3facc5366c2f0cc40a for: {'subnet': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:46.846270 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:46.965522 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6e629f4c-b59b-4c77-b0c3-523571eacfb2 req-4e93bd10-004f-4cb9-b45e-200cb24c4270 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162996 Jan 31 04:45:47.062293 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-761bede9-b3ba-417b-90d2-29f83ab088d3 req-d37014fd-675e-493c-9d98-fe7e278b63b2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0389869 Jan 31 04:45:47.228858 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (df5aa9fb-9d5b-4d73-8d8a-1e3f4ec802c9), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:47.294380 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5aa9fb-9d5b-4d73-8d8a-1e3f4ec802c9,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:47.312647 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Checking segment: {'id': 'e0807f18-d4e1-40ef-9c72-7b8ec7f1faca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a0d24664-356e-44e9-9903-ec730336b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:47.313942 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Network hostable DHCP agents. Network: a0d24664-356e-44e9-9903-ec730336b9e4, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:45:47.406836 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Network a0d24664-356e-44e9-9903-ec730336b9e4 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:45:47.486039 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, a0d24664-356e-44e9-9903-ec730336b9e4) {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:47.497019 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c00d52-6732-47e1-9479-6c8c85c027fd None None] Network a0d24664-356e-44e9-9903-ec730336b9e4 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:47.500519 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:47.502122 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:47.576947 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35266) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:47.599537 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-28ed577d-360e-47c3-97e0-d2255ecfd961 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9020495 Jan 31 04:45:47.658964 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8d93a-1b9a-4d6e-bfab-b5225bccc3e4 None None] Network a0d24664-356e-44e9-9903-ec730336b9e4 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:45:47.811216 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e064-403a-43e1-bdad-b8c6a00bdca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:47.840667 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-19f7f336-40e8-47cb-b3dd-d40727c10d8a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:45:47.841795 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-19f7f336-40e8-47cb-b3dd-d40727c10d8a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065663 Jan 31 04:45:47.852978 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d5884da7-9244-4a31-979f-058ef3a84570 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:45:47.853992 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-5976b182-ab2a-465b-8702-a7d2bf92c417 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:45:47.855070 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-5976b182-ab2a-465b-8702-a7d2bf92c417 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124762 Jan 31 04:45:47.857523 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d5884da7-9244-4a31-979f-058ef3a84570 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136704 Jan 31 04:45:47.857808 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35280) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:47.873772 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.31', 61562) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:47.907112 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9a69a900-bc9d-409c-941e-4fa87ebbcf4a req-d80ee624-d1df-42d7-a394-695d88328bbf tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0470343 Jan 31 04:45:47.984981 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_v2 [None req-5299438d-2b56-4449-98b3-12ba420be23b admin admin] Deleting subnet 6ca3a1fa-0c21-40f6-ae73-3f98d48c3d5f {{(pid=109632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:45:47.997088 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5299438d-2b56-4449-98b3-12ba420be23b admin admin] Publish callbacks [] for subnet (6ca3a1fa-0c21-40f6-ae73-3f98d48c3d5f), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.010853 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd68d4-855c-48dd-a432-85eac5f3413c req-efc2bdc5-ac4f-4bbd-98ee-fe3a075ff29e tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:48.018464 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72fd68d4-855c-48dd-a432-85eac5f3413c req-efc2bdc5-ac4f-4bbd-98ee-fe3a075ff29e tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.1611991 Jan 31 04:45:48.088384 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e064-403a-43e1-bdad-b8c6a00bdca5 admin admin] Publish callbacks [] for security_group (72a39a99-4060-4858-9871-395c45b6423c), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.120307 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5299438d-2b56-4449-98b3-12ba420be23b admin admin] Publish callbacks [] for subnet (6ca3a1fa-0c21-40f6-ae73-3f98d48c3d5f), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.140112 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5299438d-2b56-4449-98b3-12ba420be23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (6ca3a1fa-0c21-40f6-ae73-3f98d48c3d5f), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.145087 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72fd68d4-855c-48dd-a432-85eac5f3413c req-fd1a5464-498a-44d4-8b5d-0b22863a6d18 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257448 Jan 31 04:45:48.189123 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb2f46-7492-418a-aa8d-13894aa05465 req-9234fc33-5634-4ce9-b8bb-9708c485f485 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:48.191184 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8ca3e064-403a-43e1-bdad-b8c6a00bdca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (72a39a99-4060-4858-9871-395c45b6423c), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.196784 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-baeb2f46-7492-418a-aa8d-13894aa05465 req-9234fc33-5634-4ce9-b8bb-9708c485f485 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.1165268 Jan 31 04:45:48.256815 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8ca3e064-403a-43e1-bdad-b8c6a00bdca5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d744e5fde824907b30fc07b6482bfe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6787806 Jan 31 04:45:48.259503 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35292) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:48.260563 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3e064-403a-43e1-bdad-b8c6a00bdca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a39a99-4060-4858-9871-395c45b6423c,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:48.324383 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-55293800-ff3e-4c19-958c-926aedc21428 req-0863f5f4-e4a3-4dbe-9c64-bc8cf81e0b75 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0335162 Jan 31 04:45:48.360875 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5299438d-2b56-4449-98b3-12ba420be23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (6ca3a1fa-0c21-40f6-ae73-3f98d48c3d5f), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.377242 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-baeb2f46-7492-418a-aa8d-13894aa05465 req-9986f1df-4432-40a4-b540-73360842aa9f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791592 Jan 31 04:45:48.389640 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299438d-2b56-4449-98b3-12ba420be23b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca3a1fa-0c21-40f6-ae73-3f98d48c3d5f,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:48.401433 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5299438d-2b56-4449-98b3-12ba420be23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.404522 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-5299438d-2b56-4449-98b3-12ba420be23b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6ca3a1fa-0c21-40f6-ae73-3f98d48c3d5f HTTP/1.1" status: 204 len: 168 time: 0.5446837 Jan 31 04:45:48.407935 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35294) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:48.410769 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d4c45ab9-7ce2-469c-9dd6-6cc75a9e5bb8 admin admin] Publish callbacks [] for security_group (72a39a99-4060-4858-9871-395c45b6423c), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.442367 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d4c45ab9-7ce2-469c-9dd6-6cc75a9e5bb8 admin admin] Publish callbacks [] for security_group (72a39a99-4060-4858-9871-395c45b6423c), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.522458 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (be13b720-e9b1-4d1b-ac60-d611c2509380), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.629529 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (be13b720-e9b1-4d1b-ac60-d611c2509380), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:48.659646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:48.659646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:48.659646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:48.659646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > port after_create 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:48.659646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:48.659646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > port after_update 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:48.659646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:48.659646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:48.659646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:48.659646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:49.213856 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d4c45ab9-7ce2-469c-9dd6-6cc75a9e5bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (72a39a99-4060-4858-9871-395c45b6423c), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.216530 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d4c45ab9-7ce2-469c-9dd6-6cc75a9e5bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.227278 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-d4c45ab9-7ce2-469c-9dd6-6cc75a9e5bb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72a39a99-4060-4858-9871-395c45b6423c HTTP/1.1" status: 204 len: 168 time: 0.9554589 Jan 31 04:45:49.230316 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:49.230670 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:49.231022 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:49.231345 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:49.231704 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be13b720-e9b1-4d1b-ac60-d611c2509380']}} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:49.250599 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e61a3f-bb49-4c4c-b3a9-eec8021ea29f') {'for_net_delete': True} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:49.250599 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e61a3f-bb49-4c4c-b3a9-eec8021ea29f') {} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:49.267830 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4103638'] for segment (35e61a3f-bb49-4c4c-b3a9-eec8021ea29f), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.277165 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c45ab9-7ce2-469c-9dd6-6cc75a9e5bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a39a99-4060-4858-9871-395c45b6423c,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:49.289110 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (35e61a3f-bb49-4c4c-b3a9-eec8021ea29f), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.298286 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:45:49.298759 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4029143'] for segment (35e61a3f-bb49-4c4c-b3a9-eec8021ea29f), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: from cryptography.utils import int_from_bytes Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: from cryptography.utils import int_from_bytes Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: Traceback (most recent call last): Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: timer() Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: cb(*args, **kw) Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: return func(*args, **kwargs) Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: self._notify() Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: self.callback(batched_events) Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: event.method(event) Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: return f(self, *a, **k) Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._get(url).json() Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: return self.request(url, 'GET', **kwargs) Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:45:49.351844 dv-cinder-826608-2-iscsi neutron-server[109632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:45:49.397462 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc210319-9d4a-4f6f-bae1-d9f5c188a5bc req-3e28a92f-01c0-4803-9b94-939bb5f3fb30 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:49.411832 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bc210319-9d4a-4f6f-bae1-d9f5c188a5bc req-3e28a92f-01c0-4803-9b94-939bb5f3fb30 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.1627216 Jan 31 04:45:49.417147 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c0aec25d-c97a-413a-8d0b-659011a234c5 req-034dcb51-3c9f-4cd1-8dfa-a07a5247b97a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0359178 Jan 31 04:45:49.485830 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bc210319-9d4a-4f6f-bae1-d9f5c188a5bc req-5a367819-56c5-49c4-a016-921d61f52e3e tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710583 Jan 31 04:45:49.516625 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (be13b720-e9b1-4d1b-ac60-d611c2509380), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.552993 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.556633 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] 10.222.0.21 "DELETE /v2.0/networks/be13b720-e9b1-4d1b-ac60-d611c2509380 HTTP/1.1" status: 204 len: 168 time: 1.1475244 Jan 31 04:45:49.559712 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35312) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:49.591944 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-34600a4d-44e2-47fd-a4b7-39b1f7de6c15 req-6093e6c4-a812-48e4-b8c8-7041b86eea7f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0682945 Jan 31 04:45:49.593409 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35314) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:49.639592 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a236bc6-a49e-4613-9272-120b267b8e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=be13b720-e9b1-4d1b-ac60-d611c2509380,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:49.654558 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df1491d-2b10-492a-9f3f-d0788bd77da9 admin admin] Deleting subnet df5aa9fb-9d5b-4d73-8d8a-1e3f4ec802c9 {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:45:49.667819 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5df1491d-2b10-492a-9f3f-d0788bd77da9 admin admin] Publish callbacks [] for subnet (df5aa9fb-9d5b-4d73-8d8a-1e3f4ec802c9), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.709054 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923429e-054f-426a-b2d8-5dbcb86820d4 req-79cca639-8398-433f-b75f-6d3681b38ff8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:49.710661 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5923429e-054f-426a-b2d8-5dbcb86820d4 req-79cca639-8398-433f-b75f-6d3681b38ff8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.1096652 Jan 31 04:45:49.752251 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5df1491d-2b10-492a-9f3f-d0788bd77da9 admin admin] Publish callbacks [] for subnet (df5aa9fb-9d5b-4d73-8d8a-1e3f4ec802c9), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.765330 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5df1491d-2b10-492a-9f3f-d0788bd77da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (df5aa9fb-9d5b-4d73-8d8a-1e3f4ec802c9), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.820869 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3b054541-3a10-4d5e-9e14-c0ae87d23257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.844374 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5923429e-054f-426a-b2d8-5dbcb86820d4 req-9b5a0d58-b9d4-4e92-90f4-96253a4e780b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251645 Jan 31 04:45:49.966464 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5df1491d-2b10-492a-9f3f-d0788bd77da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for subnet (df5aa9fb-9d5b-4d73-8d8a-1e3f4ec802c9), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:49.994812 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1491d-2b10-492a-9f3f-d0788bd77da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5aa9fb-9d5b-4d73-8d8a-1e3f4ec802c9,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:50.000552 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5df1491d-2b10-492a-9f3f-d0788bd77da9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.003904 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-5df1491d-2b10-492a-9f3f-d0788bd77da9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df5aa9fb-9d5b-4d73-8d8a-1e3f4ec802c9 HTTP/1.1" status: 204 len: 168 time: 0.4429927 Jan 31 04:45:50.006629 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35330) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:50.052732 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3b054541-3a10-4d5e-9e14-c0ae87d23257 admin admin] Publish callbacks [] for security_group (d3ad72df-5af5-4bf0-8517-bc1d5978b9b1), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.083369 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (a0d24664-356e-44e9-9903-ec730336b9e4), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.127929 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3b054541-3a10-4d5e-9e14-c0ae87d23257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (d3ad72df-5af5-4bf0-8517-bc1d5978b9b1), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.172355 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-3b054541-3a10-4d5e-9e14-c0ae87d23257 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe5722a33cc64c83bdb7dc1bf4bd02b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5749767 Jan 31 04:45:50.173353 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b054541-3a10-4d5e-9e14-c0ae87d23257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ad72df-5af5-4bf0-8517-bc1d5978b9b1,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:50.176142 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35340) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:50.200335 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (a0d24664-356e-44e9-9903-ec730336b9e4), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.225437 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.226465 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.227224 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-de18b7c4-ace4-41ae-be3a-d2ea4f4535db admin admin] Publish callbacks [] for security_group (d3ad72df-5af5-4bf0-8517-bc1d5978b9b1), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.227352 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.227643 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > port after_create 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.227969 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.228327 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > port after_update 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.228835 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.229222 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.229941 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.230292 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.249566 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-de18b7c4-ace4-41ae-be3a-d2ea4f4535db admin admin] Publish callbacks [] for security_group (d3ad72df-5af5-4bf0-8517-bc1d5978b9b1), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.400119 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.400472 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.403840 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.403840 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 04:45:50.403840 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d24664-356e-44e9-9903-ec730336b9e4']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:50.411613 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-de18b7c4-ace4-41ae-be3a-d2ea4f4535db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (d3ad72df-5af5-4bf0-8517-bc1d5978b9b1), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.415927 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-de18b7c4-ace4-41ae-be3a-d2ea4f4535db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.415927 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-de18b7c4-ace4-41ae-be3a-d2ea4f4535db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3ad72df-5af5-4bf0-8517-bc1d5978b9b1 HTTP/1.1" status: 204 len: 168 time: 0.2383771 Jan 31 04:45:50.423896 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18b7c4-ace4-41ae-be3a-d2ea4f4535db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ad72df-5af5-4bf0-8517-bc1d5978b9b1,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:50.479324 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0807f18-d4e1-40ef-9c72-7b8ec7f1faca') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:50.479529 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0807f18-d4e1-40ef-9c72-7b8ec7f1faca') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:45:50.498279 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (e0807f18-d4e1-40ef-9c72-7b8ec7f1faca), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.517370 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c8a4219d-cfee-4d76-b38c-ee8d900d811c req-03d59473-16b6-48b6-b87a-75293e76a99d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0306947 Jan 31 04:45:50.520754 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (e0807f18-d4e1-40ef-9c72-7b8ec7f1faca), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.537736 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:45:50.538260 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (e0807f18-d4e1-40ef-9c72-7b8ec7f1faca), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: from cryptography.utils import int_from_bytes Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: from cryptography.utils import int_from_bytes Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:45:50.542708 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:45:50.652247 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9b188-0787-4249-a958-6d0e88f08c3d req-9141b34e-ab62-4edd-84ee-f1c20407a7ed tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:50.653906 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fcf9b188-0787-4249-a958-6d0e88f08c3d req-9141b34e-ab62-4edd-84ee-f1c20407a7ed tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.0900028 Jan 31 04:45:50.707320 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fcf9b188-0787-4249-a958-6d0e88f08c3d req-da91429e-9a4a-42e0-8072-333ae01f8f52 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Jan 31 04:45:50.709886 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f9baf58a-288f-4e66-9b72-19d9e4a4b711 req-67b5fb97-c508-453b-88a5-7eabf6e325c4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0283189 Jan 31 04:45:50.739361 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (a0d24664-356e-44e9-9903-ec730336b9e4), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.747018 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:50.752754 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a0d24664-356e-44e9-9903-ec730336b9e4 HTTP/1.1" status: 204 len: 168 time: 0.7449288 Jan 31 04:45:50.762001 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ec375-8d52-4cb9-a8db-f4a3c605abd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d24664-356e-44e9-9903-ec730336b9e4,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:50.851179 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35368) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:50.973496 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a53dc6-78b8-4818-a94b-f31c577adc83 req-1ef898c0-f662-4f25-9b64-8176ad462119 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:50.975042 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-64a53dc6-78b8-4818-a94b-f31c577adc83 req-1ef898c0-f662-4f25-9b64-8176ad462119 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.0520608 Jan 31 04:45:51.021570 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-64a53dc6-78b8-4818-a94b-f31c577adc83 req-85583412-87c8-440e-8d65-e4d7c8ec146e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Jan 31 04:45:51.172936 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35378) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:51.205241 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3785bc2c-7420-4dbe-8451-40aecbde5b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.244694 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-5bc3877c-4d35-4100-a510-fb570356aa43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8650f4719642413691a8dbe3746b2db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0683300 Jan 31 04:45:51.245248 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35380) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:51.301129 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5dcbacf1-4de5-40b6-8e29-e2fa3bcbc8dd admin admin] Publish callbacks [] for security_group (3ee0bf40-4520-413a-8ef4-43bad2f8f8bd), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.303844 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3785bc2c-7420-4dbe-8451-40aecbde5b0d admin admin] Publish callbacks [] for security_group (75f7b6ad-50c6-43cd-ae5c-4bdb8d74f0e2), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.325919 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5dcbacf1-4de5-40b6-8e29-e2fa3bcbc8dd admin admin] Publish callbacks [] for security_group (3ee0bf40-4520-413a-8ef4-43bad2f8f8bd), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.394822 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3785bc2c-7420-4dbe-8451-40aecbde5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (75f7b6ad-50c6-43cd-ae5c-4bdb8d74f0e2), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.432877 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785bc2c-7420-4dbe-8451-40aecbde5b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f7b6ad-50c6-43cd-ae5c-4bdb8d74f0e2,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:51.436375 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-3785bc2c-7420-4dbe-8451-40aecbde5b0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd0b35e3f5cf47f2a248b1ddee48e0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5836122 Jan 31 04:45:51.439100 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35386) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:51.452519 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5dcbacf1-4de5-40b6-8e29-e2fa3bcbc8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3ee0bf40-4520-413a-8ef4-43bad2f8f8bd), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.455254 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5dcbacf1-4de5-40b6-8e29-e2fa3bcbc8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.456539 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-5dcbacf1-4de5-40b6-8e29-e2fa3bcbc8dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ee0bf40-4520-413a-8ef4-43bad2f8f8bd HTTP/1.1" status: 204 len: 168 time: 0.2103124 Jan 31 04:45:51.464315 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbacf1-4de5-40b6-8e29-e2fa3bcbc8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee0bf40-4520-413a-8ef4-43bad2f8f8bd,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:51.491321 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-564e6cea-0b2f-4f47-9e2e-b388099e2e82 admin admin] Publish callbacks [] for security_group (75f7b6ad-50c6-43cd-ae5c-4bdb8d74f0e2), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.512879 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-564e6cea-0b2f-4f47-9e2e-b388099e2e82 admin admin] Publish callbacks [] for security_group (75f7b6ad-50c6-43cd-ae5c-4bdb8d74f0e2), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.597456 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35394) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:51.613496 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-11d838d8-613c-4fa2-9f3e-1c68dac43b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.622868 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-79951372-9cbe-48e3-8eb7-c0131d1612df req-9841716d-3a60-4f2c-8181-4410296a11ca tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0350735 Jan 31 04:45:51.634172 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-564e6cea-0b2f-4f47-9e2e-b388099e2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (75f7b6ad-50c6-43cd-ae5c-4bdb8d74f0e2), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.644305 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-564e6cea-0b2f-4f47-9e2e-b388099e2e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.644305 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-564e6cea-0b2f-4f47-9e2e-b388099e2e82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75f7b6ad-50c6-43cd-ae5c-4bdb8d74f0e2 HTTP/1.1" status: 204 len: 168 time: 0.1981449 Jan 31 04:45:51.647215 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e6cea-0b2f-4f47-9e2e-b388099e2e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f7b6ad-50c6-43cd-ae5c-4bdb8d74f0e2,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:51.717431 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-11d838d8-613c-4fa2-9f3e-1c68dac43b85 admin admin] Publish callbacks [] for security_group (cb117c9a-03eb-45e1-8c92-98bdde09c66e), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.785132 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-11d838d8-613c-4fa2-9f3e-1c68dac43b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (cb117c9a-03eb-45e1-8c92-98bdde09c66e), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.814782 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8b8058ad-10ce-4f5b-a6e2-3514adca829a req-740697b5-f744-4b51-a5b1-47b0543f8664 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0279248 Jan 31 04:45:51.844864 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-11d838d8-613c-4fa2-9f3e-1c68dac43b85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=034aa827401842beb00358f2638d0069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460544 Jan 31 04:45:51.847566 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35404) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:51.848445 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d838d8-613c-4fa2-9f3e-1c68dac43b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb117c9a-03eb-45e1-8c92-98bdde09c66e,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:51.869052 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd09a3-78b8-4f57-8e12-6dbe3761fb03 req-27c65ea3-0cef-448f-9a59-8d734f10b1f2 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:51.870758 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-99fd09a3-78b8-4f57-8e12-6dbe3761fb03 req-27c65ea3-0cef-448f-9a59-8d734f10b1f2 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.0958502 Jan 31 04:45:51.906409 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8572aa58-fa9f-41f9-873a-a170d8aef6c0 admin admin] Publish callbacks [] for security_group (cb117c9a-03eb-45e1-8c92-98bdde09c66e), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:51.927391 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-99fd09a3-78b8-4f57-8e12-6dbe3761fb03 req-ee8cc90e-f884-4502-a3c6-c73bec350674 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509827 Jan 31 04:45:51.928321 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8572aa58-fa9f-41f9-873a-a170d8aef6c0 admin admin] Publish callbacks [] for security_group (cb117c9a-03eb-45e1-8c92-98bdde09c66e), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:52.036257 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8572aa58-fa9f-41f9-873a-a170d8aef6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (cb117c9a-03eb-45e1-8c92-98bdde09c66e), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:52.039093 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8572aa58-fa9f-41f9-873a-a170d8aef6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:52.040440 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8572aa58-fa9f-41f9-873a-a170d8aef6c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb117c9a-03eb-45e1-8c92-98bdde09c66e HTTP/1.1" status: 204 len: 168 time: 0.1916974 Jan 31 04:45:52.063081 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572aa58-fa9f-41f9-873a-a170d8aef6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb117c9a-03eb-45e1-8c92-98bdde09c66e,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:52.101379 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:45:52.166997 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff4275-e03f-4cf6-8d94-3010e8a458a3 req-4c2c5c6e-6266-4bf0-9707-c1746976de86 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:52.168475 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-21ff4275-e03f-4cf6-8d94-3010e8a458a3 req-4c2c5c6e-6266-4bf0-9707-c1746976de86 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.0661204 Jan 31 04:45:52.227364 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-21ff4275-e03f-4cf6-8d94-3010e8a458a3 req-f20076b7-707b-45ef-82b4-f316f93a0dbe tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522478 Jan 31 04:45:52.293174 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-b1839c58-88e2-4fcd-9fc4-a0172cfaf430 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:52.294623 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-b1839c58-88e2-4fcd-9fc4-a0172cfaf430 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "GET /v2.0/networks?id=58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 200 len: 815 time: 0.1240857 Jan 31 04:45:52.411313 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Request body: {'port': {'device_id': 'dd9c56db-f2a0-485f-83e4-bc1b8b9172cf', 'network_id': '58128fc4-bc4f-417c-908e-383736354847', 'admin_state_up': True, 'tenant_id': '41828fbc91c740cfbec65e04e92a4ecc'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:52.465195 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35416) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:52.532945 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-3f392d1c-6598-4ec0-887f-95ac6b876590 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d869da75cebe4c3facc5366c2f0cc40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0665684 Jan 31 04:45:52.535594 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35418) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:52.589716 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4978-8630-4892-a036-cce5c9ebabe7 admin admin] Publish callbacks [] for security_group (15c5a2a3-ece0-4243-8c85-9d35e96be0b5), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:52.612138 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35420) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:52.614965 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4978-8630-4892-a036-cce5c9ebabe7 admin admin] Publish callbacks [] for security_group (15c5a2a3-ece0-4243-8c85-9d35e96be0b5), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:52.626220 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e0c580bc-0920-4bcf-908a-f2e982a1eda7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:52.659536 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Made reservation on behalf of 41828fbc91c740cfbec65e04e92a4ecc for: {'port': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:52.663179 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:52.746728 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-176a585a-0144-43d4-825c-778cb73fd61e req-31596efd-3c7b-4087-9f81-25aec7e9ae7d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0363362 Jan 31 04:45:52.750974 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4978-8630-4892-a036-cce5c9ebabe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (15c5a2a3-ece0-4243-8c85-9d35e96be0b5), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:52.753973 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1ddb4978-8630-4892-a036-cce5c9ebabe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:52.755769 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-1ddb4978-8630-4892-a036-cce5c9ebabe7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15c5a2a3-ece0-4243-8c85-9d35e96be0b5 HTTP/1.1" status: 204 len: 168 time: 0.2185657 Jan 31 04:45:52.772846 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb4978-8630-4892-a036-cce5c9ebabe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c5a2a3-ece0-4243-8c85-9d35e96be0b5,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:52.876843 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e0c580bc-0920-4bcf-908a-f2e982a1eda7 admin admin] Publish callbacks [] for security_group (4ea03546-ebe7-4dee-81b8-6e15eeee31c9), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:52.903600 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Allocated IP 172.20.0.7 (58128fc4-bc4f-417c-908e-383736354847/8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3/349870cb-d883-4ba5-862f-01f28757a4f8) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:52.939247 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a8fc0b20-1509-434a-a77d-c3b8166dbd55 req-30ada681-99e1-494c-b88b-1182652b6cc5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0412054 Jan 31 04:45:52.949618 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e0c580bc-0920-4bcf-908a-f2e982a1eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (4ea03546-ebe7-4dee-81b8-6e15eeee31c9), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.041423 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c580bc-0920-4bcf-908a-f2e982a1eda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea03546-ebe7-4dee-81b8-6e15eeee31c9,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:53.102096 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-e0c580bc-0920-4bcf-908a-f2e982a1eda7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22e2be453e334f0f8edd59c70b3c9650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4887784 Jan 31 04:45:53.104953 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35444) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:53.162856 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef6b91-7b2f-4900-af4e-aa8b91611103 req-c0c39dd0-0ff3-4a4b-8b55-3b9d6f1665b1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:53.164319 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0fef6b91-7b2f-4900-af4e-aa8b91611103 req-c0c39dd0-0ff3-4a4b-8b55-3b9d6f1665b1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.1562941 Jan 31 04:45:53.172764 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09ec1564-a4de-4e51-b207-cdf45f9070f5 admin admin] Publish callbacks [] for security_group (4ea03546-ebe7-4dee-81b8-6e15eeee31c9), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.187358 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks [] for port (349870cb-d883-4ba5-862f-01f28757a4f8), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.198871 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09ec1564-a4de-4e51-b207-cdf45f9070f5 admin admin] Publish callbacks [] for security_group (4ea03546-ebe7-4dee-81b8-6e15eeee31c9), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.252744 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0fef6b91-7b2f-4900-af4e-aa8b91611103 req-89c3ae0c-8190-4e27-979a-6be5b34395d1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789919 Jan 31 04:45:53.322487 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.340488 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Request body: {'port': {'device_id': '2c7ff86e-085c-4f11-8f98-0591b022b349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:53.340796 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Request body: {'port': {'device_id': '81eea382-424b-4435-9241-e428592c98f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:53.394581 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Request body: {'port': {'device_id': 'c7066f95-24c8-4df3-8703-78616c09fd0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:53.395896 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09ec1564-a4de-4e51-b207-cdf45f9070f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (4ea03546-ebe7-4dee-81b8-6e15eeee31c9), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.399098 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09ec1564-a4de-4e51-b207-cdf45f9070f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.400399 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-09ec1564-a4de-4e51-b207-cdf45f9070f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ea03546-ebe7-4dee-81b8-6e15eeee31c9 HTTP/1.1" status: 204 len: 168 time: 0.2944427 Jan 31 04:45:53.423810 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec1564-a4de-4e51-b207-cdf45f9070f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea03546-ebe7-4dee-81b8-6e15eeee31c9,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:53.442027 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Network 58128fc4-bc4f-417c-908e-383736354847 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:53.452573 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:53.455703 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:53.471585 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b553d9db-0bd8-4984-9092-941cff441538), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.488606 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0dc9-0f77-47c5-a9ac-1d95fbecdec7 req-8f20f074-192b-4468-b742-7c4fab04aa49 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:53.496126 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36cd0dc9-0f77-47c5-a9ac-1d95fbecdec7 req-8f20f074-192b-4468-b742-7c4fab04aa49 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.1757097 Jan 31 04:45:53.656045 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.31', 61567) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:45:53.727012 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Pushing event updated for resources: {'Port': ['ID=349870cb-d883-4ba5-862f-01f28757a4f8,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:53.749237 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.768813 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:53.769429 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.785502 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:53.986850 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36cd0dc9-0f77-47c5-a9ac-1d95fbecdec7 req-88639712-f164-4fbb-9c9f-069b5d539d23 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767089 Jan 31 04:45:54.041433 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-da49f328-22b1-4724-b23a-109054e10c54 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6313636 Jan 31 04:45:54.165408 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ad8a1689-01d8-4e58-8a77-2eee8341e248 req-38d94fde-14cf-4509-b2ad-9de076861819 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0570381 Jan 31 04:45:54.182621 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-b3ed685b-a00e-4b03-a5a7-349ddb49668b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:54.182621 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-b3ed685b-a00e-4b03-a5a7-349ddb49668b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 816 time: 0.5242805 Jan 31 04:45:54.339919 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Request body: {'port': {'device_id': 'dd9c56db-f2a0-485f-83e4-bc1b8b9172cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:54.341777 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-26bb1fb1-92f5-4804-a820-0ff810df94e4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3951fb700ad04745afa04a4b077da951 HTTP/1.1" status: 200 len: 379 time: 0.1438389 Jan 31 04:45:54.358963 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b553d9db-0bd8-4984-9092-941cff441538 {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:45:54.365813 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'port': {'device_id': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'admin_state_up': True, 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'security_groups': ['c1355727-23fc-47e2-b69f-452a3b595d55']}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:54.398032 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Publish callbacks [] for port (b553d9db-0bd8-4984-9092-941cff441538), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:54.447732 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5084d-80a5-402d-8e8f-66668ef4dec1 req-8c28e1c5-4be6-4824-a2c7-e5e6edef7695 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:54.449230 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e7e5084d-80a5-402d-8e8f-66668ef4dec1 req-8c28e1c5-4be6-4824-a2c7-e5e6edef7695 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 931 time: 0.6143522 Jan 31 04:45:54.468436 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Transition to ACTIVE for port object b553d9db-0bd8-4984-9092-941cff441538 will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:45:54.493927 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:54.495999 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384afd73-9049-4d39-b641-cf69bbccc17b req-ef1a6d86-3809-4898-99d8-8d22ce8ee086 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:54.497722 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-384afd73-9049-4d39-b641-cf69bbccc17b req-ef1a6d86-3809-4898-99d8-8d22ce8ee086 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 932 time: 0.1611300 Jan 31 04:45:54.532490 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (b553d9db-0bd8-4984-9092-941cff441538), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:54.598864 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e7e5084d-80a5-402d-8e8f-66668ef4dec1 req-71937c6b-ec2d-4a14-a0c1-b6abafa2ca42 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333878 Jan 31 04:45:54.619489 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-384afd73-9049-4d39-b641-cf69bbccc17b req-636b2c2c-8b4e-4f11-9c85-e249fd82cbf4 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140115 Jan 31 04:45:54.628482 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0786d6-d423-4590-a58e-c6f508be4b8a {{(pid=109631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:45:54.647192 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Publish callbacks [] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:54.667417 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Pushing event updated for resources: {'Port': ['ID=b553d9db-0bd8-4984-9092-941cff441538,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:54.690516 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Made reservation on behalf of 3951fb700ad04745afa04a4b077da951 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:45:54.696753 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:54.719956 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.provisioning_blocks [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Transition to ACTIVE for port object 4b0786d6-d423-4590-a58e-c6f508be4b8a will not be triggered until provisioned by entity L2. {{(pid=109631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:45:54.785318 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:54.811623 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Attempting to bind port b553d9db-0bd8-4984-9092-941cff441538 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:45:54.812383 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Attempting to bind port b553d9db-0bd8-4984-9092-941cff441538 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'aac4b95b-328b-4c75-8595-fc39a0982b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba0b9841-27aa-49a6-bb74-8529ab955193'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:45:54.812383 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Attempting to bind port b553d9db-0bd8-4984-9092-941cff441538 on network ba0b9841-27aa-49a6-bb74-8529ab955193 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:54.820913 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Port b553d9db-0bd8-4984-9092-941cff441538 on network ba0b9841-27aa-49a6-bb74-8529ab955193 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:45:54.821287 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Attempting to bind port b553d9db-0bd8-4984-9092-941cff441538 on network ba0b9841-27aa-49a6-bb74-8529ab955193 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:54.836086 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:45:54.836417 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Checking segment: {'id': 'aac4b95b-328b-4c75-8595-fc39a0982b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba0b9841-27aa-49a6-bb74-8529ab955193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:54.836976 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Bound using segment: {'id': 'aac4b95b-328b-4c75-8595-fc39a0982b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba0b9841-27aa-49a6-bb74-8529ab955193'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:45:54.837420 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Bound port: b553d9db-0bd8-4984-9092-941cff441538, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac4b95b-328b-4c75-8595-fc39a0982b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ba0b9841-27aa-49a6-bb74-8529ab955193'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:45:54.838112 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b553d9db-0bd8-4984-9092-941cff441538), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:54.928307 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Allocated IP 172.20.0.8 (6a3d49fc-fe05-4677-aa28-3de849a9cd8b/c29e6c71-abde-4bb2-b9a2-a6a62952dea9/2eade66b-918f-4c8e-a64c-60d0ce7921a5) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:45:54.960683 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0786d6-d423-4590-a58e-c6f508be4b8a,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:54.965269 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] For port b553d9db-0bd8-4984-9092-941cff441538, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:45:54.997922 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] For port b553d9db-0bd8-4984-9092-941cff441538, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b553d9db-0bd8-4984-9092-941cff441538,segment=NetworkSegment(aac4b95b-328b-4c75-8595-fc39a0982b4c),segment_id=aac4b95b-328b-4c75-8595-fc39a0982b4c)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:45:55.044840 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349870cb-d883-4ba5-862f-01f28757a4f8 {{(pid=109631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:45:55.051989 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Publish callbacks [] for port (349870cb-d883-4ba5-862f-01f28757a4f8), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.065693 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.provisioning_blocks [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Transition to ACTIVE for port object 349870cb-d883-4ba5-862f-01f28757a4f8 will not be triggered until provisioned by entity L2. {{(pid=109631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:45:55.100312 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (b553d9db-0bd8-4984-9092-941cff441538), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.194547 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.215359 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d0d5c8-7822-42f9-8635-3991c50d27a3 {{(pid=109631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:45:55.234509 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:55.238645 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.238645 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] 10.222.0.31 "PUT /v2.0/ports/b553d9db-0bd8-4984-9092-941cff441538 HTTP/1.1" status: 200 len: 1094 time: 2.1496649 Jan 31 04:45:55.243989 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7ff86e-085c-4f11-8f98-0591b022b349', 'tag': 'b553d9db-0bd8-4984-9092-941cff441538'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:45:55.254284 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8faa855-4377-46d2-95b9-3331c73b9d6f service neutron] Pushing event updated for resources: {'Port': ['ID=b553d9db-0bd8-4984-9092-941cff441538,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:55.259502 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-8fa97f5c-3f4a-43f7-91a7-c4156fe2ea65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.271807 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Publish callbacks [] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.273991 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.333940 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3d3ccd7a-3f60-408a-9818-0ab1a8d5af41 req-1df48be9-0cdf-4b3e-8027-a944508a3873 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0404611 Jan 31 04:45:55.335028 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Attempting to bind port 4b0786d6-d423-4590-a58e-c6f508be4b8a on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:45:55.335398 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Attempting to bind port 4b0786d6-d423-4590-a58e-c6f508be4b8a by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:45:55.335731 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Attempting to bind port 4b0786d6-d423-4590-a58e-c6f508be4b8a on network a3790ef1-f274-459b-844e-81d21ffa0cc3 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:55.343081 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.provisioning_blocks [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Transition to ACTIVE for port object 48d0d5c8-7822-42f9-8635-3991c50d27a3 will not be triggered until provisioned by entity L2. {{(pid=109631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:45:55.353452 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Pushing event updated for resources: {'Port': ['ID=349870cb-d883-4ba5-862f-01f28757a4f8,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:55.359915 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Port 4b0786d6-d423-4590-a58e-c6f508be4b8a on network a3790ef1-f274-459b-844e-81d21ffa0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:45:55.360246 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Attempting to bind port 4b0786d6-d423-4590-a58e-c6f508be4b8a on network a3790ef1-f274-459b-844e-81d21ffa0cc3 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:55.372217 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7e8d1-6778-4168-938b-dbe13af74d8a req-49a2b9e3-69de-4bea-af1e-506e481b328a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:55.388304 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fcd7e8d1-6778-4168-938b-dbe13af74d8a req-49a2b9e3-69de-4bea-af1e-506e481b328a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 931 time: 0.2817988 Jan 31 04:45:55.407858 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:45:55.408204 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Checking segment: {'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:55.408763 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Bound using segment: {'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:45:55.409213 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Bound port: 4b0786d6-d423-4590-a58e-c6f508be4b8a, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:45:55.409574 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.450656 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.465958 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-ed1bfc12-43ed-4028-82d9-7fa47c496e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:55.468001 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-ed1bfc12-43ed-4028-82d9-7fa47c496e95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3cc69e55b9254a6ba45b32be8fc0df66&device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 1128 time: 0.0875738 Jan 31 04:45:55.469162 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.585549 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:45:55.587328 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-80b4a2e0-6709-485f-ae18-d1a1549069ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b553d9db-0bd8-4984-9092-941cff441538 HTTP/1.1" status: 200 len: 217 time: 0.0889487 Jan 31 04:45:55.587758 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fcd7e8d1-6778-4168-938b-dbe13af74d8a req-bac2398e-5eca-49de-964b-634876d118bf tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031326 Jan 31 04:45:55.595136 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:45:55.597408 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Pushing event updated for resources: {'Port': ['ID=48d0d5c8-7822-42f9-8635-3991c50d27a3,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:55.606882 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Attempting to bind port 349870cb-d883-4ba5-862f-01f28757a4f8 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:45:55.607228 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Attempting to bind port 349870cb-d883-4ba5-862f-01f28757a4f8 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:45:55.607595 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Attempting to bind port 349870cb-d883-4ba5-862f-01f28757a4f8 on network 58128fc4-bc4f-417c-908e-383736354847 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:55.612653 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:45:55.616171 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:55.652535 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Port 349870cb-d883-4ba5-862f-01f28757a4f8 on network 58128fc4-bc4f-417c-908e-383736354847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:45:55.652849 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Attempting to bind port 349870cb-d883-4ba5-862f-01f28757a4f8 on network 58128fc4-bc4f-417c-908e-383736354847 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:55.666742 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] For port 4b0786d6-d423-4590-a58e-c6f508be4b8a, host hv-cinder-82660, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:45:55.716057 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:45:55.718458 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Checking segment: {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:55.718841 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Bound using segment: {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:45:55.719289 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Bound port: 349870cb-d883-4ba5-862f-01f28757a4f8, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:45:55.719648 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.776477 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] For port 4b0786d6-d423-4590-a58e-c6f508be4b8a, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:45:55.790615 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:55.791384 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.815610 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59435a9f-3d58-456e-9dde-91a8255392e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7ff86e-085c-4f11-8f98-0591b022b349", "tag": "b553d9db-0bd8-4984-9092-941cff441538"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:45:55.824838 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-0aea2bfb-8eb1-4279-ac3a-229f3c5d02af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:55.827250 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-0aea2bfb-8eb1-4279-ac3a-229f3c5d02af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d162d6e-7401-4bd9-9c8e-d7c1a6eab122 HTTP/1.1" status: 200 len: 852 time: 0.2326710 Jan 31 04:45:55.886723 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-a9c0e0f1-5f58-457b-826f-118406230634 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba0b9841-27aa-49a6-bb74-8529ab955193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532732 Jan 31 04:45:55.913087 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.913269 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d70efb3b-7b9f-4197-a7b8-05b5e74c6795 None None] Provisioning complete for port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:45:55.913350 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d70efb3b-7b9f-4197-a7b8-05b5e74c6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.921041 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-af447a5c-db07-4650-8a76-0cdbb9b2125e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5647445 Jan 31 04:45:55.930251 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005987c3-329b-4210-87ed-e484a6ad03b4 req-7424eadd-b598-41e8-953d-a1b6140f3ea3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:55.938955 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-005987c3-329b-4210-87ed-e484a6ad03b4 req-7424eadd-b598-41e8-953d-a1b6140f3ea3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 943 time: 0.1767526 Jan 31 04:45:55.957916 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Request body: {'port': {'device_id': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:45:55.979602 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] For port 349870cb-d883-4ba5-862f-01f28757a4f8, host hv-cinder-82660, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:45:55.991240 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:55.992366 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:55.994046 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] 10.222.0.31 "PUT /v2.0/ports/4b0786d6-d423-4590-a58e-c6f508be4b8a HTTP/1.1" status: 200 len: 1093 time: 2.8907263 Jan 31 04:45:56.000810 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eea382-424b-4435-9241-e428592c98f3', 'tag': '4b0786d6-d423-4590-a58e-c6f508be4b8a'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:45:56.001012 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d70efb3b-7b9f-4197-a7b8-05b5e74c6795 None None] Port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:45:56.027182 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Attempting to bind port 48d0d5c8-7822-42f9-8635-3991c50d27a3 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:45:56.027662 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Attempting to bind port 48d0d5c8-7822-42f9-8635-3991c50d27a3 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:45:56.029127 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Attempting to bind port 48d0d5c8-7822-42f9-8635-3991c50d27a3 on network a3790ef1-f274-459b-844e-81d21ffa0cc3 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:56.042697 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Port 48d0d5c8-7822-42f9-8635-3991c50d27a3 on network a3790ef1-f274-459b-844e-81d21ffa0cc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:45:56.043084 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Attempting to bind port 48d0d5c8-7822-42f9-8635-3991c50d27a3 on network a3790ef1-f274-459b-844e-81d21ffa0cc3 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:56.054943 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] For port 349870cb-d883-4ba5-862f-01f28757a4f8, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=349870cb-d883-4ba5-862f-01f28757a4f8,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:45:56.077451 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e490bb-a2e5-4ff7-a9d2-048699e24d8a req-f07231df-199d-4669-9457-31b8ff717ffa tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:56.077451 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c0e490bb-a2e5-4ff7-a9d2-048699e24d8a req-f07231df-199d-4669-9457-31b8ff717ffa tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 944 time: 0.3049772 Jan 31 04:45:56.094243 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:45:56.094591 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Checking segment: {'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:56.095022 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Bound using segment: {'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:45:56.096364 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Bound port: 48d0d5c8-7822-42f9-8635-3991c50d27a3, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53728ba4-0e71-40fa-8e6e-9277a31f9911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:45:56.096743 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:56.109944 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-49d85699-1cc3-4db6-83ad-11b1faafeeb4 service neutron] 10.222.0.31 "GET /v2.0/networks/ba0b9841-27aa-49a6-bb74-8529ab955193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168438 Jan 31 04:45:56.119375 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-005987c3-329b-4210-87ed-e484a6ad03b4 req-b76d87bc-5341-4167-b1a8-617f050fe925 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794388 Jan 31 04:45:56.120679 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:56.383638 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57652f4-12e6-425d-91eb-875890e70769 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0786d6-d423-4590-a58e-c6f508be4b8a,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:56.401408 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:56.468860 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:56.469496 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:56.471668 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] 10.222.0.31 "PUT /v2.0/ports/349870cb-d883-4ba5-862f-01f28757a4f8 HTTP/1.1" status: 200 len: 1093 time: 2.3536608 Jan 31 04:45:56.507773 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-ae89d0a4-5530-425c-b665-5f081567c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:56.509089 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-ae89d0a4-5530-425c-b665-5f081567c0ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 1127 time: 0.3565469 Jan 31 04:45:56.529541 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c0e490bb-a2e5-4ff7-a9d2-048699e24d8a req-e6553d29-687b-4780-8613-89424569cde5 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144802 Jan 31 04:45:56.539829 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4df0e5f7-2d21-4101-a583-832e339a4e84 req-fe686efd-2aea-4d8b-b539-bde1eb6b66b7 service neutron] 10.222.0.31 "GET /v2.0/networks/ba0b9841-27aa-49a6-bb74-8529ab955193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028814 Jan 31 04:45:56.568123 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6a9262-ce82-4992-a368-0408b423318c x-openstack-request-id: req-ac6a9262-ce82-4992-a368-0408b423318c {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:45:56.568409 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7ff86e-085c-4f11-8f98-0591b022b349", "tag": "b553d9db-0bd8-4984-9092-941cff441538", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:45:56.568656 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac6a9262-ce82-4992-a368-0408b423318c {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:45:56.569135 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7ff86e-085c-4f11-8f98-0591b022b349', 'tag': 'b553d9db-0bd8-4984-9092-941cff441538', 'status': 'completed', 'code': 200} Jan 31 04:45:56.675087 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db" -d '{"events": [{"name": "network-changed", "server_uuid": "81eea382-424b-4435-9241-e428592c98f3", "tag": "4b0786d6-d423-4590-a58e-c6f508be4b8a"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:45:56.723309 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-57a0f3db-8f09-4512-ad24-968da704f1b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a HTTP/1.1" status: 200 len: 217 time: 0.1832111 Jan 31 04:45:56.758516 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] For port 48d0d5c8-7822-42f9-8635-3991c50d27a3, host hv-cinder-82660, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:45:56.761350 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eade66b-918f-4c8e-a64c-60d0ce7921a5 {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:45:56.769961 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Publish callbacks [] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:56.783400 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Transition to ACTIVE for port object 2eade66b-918f-4c8e-a64c-60d0ce7921a5 will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:45:56.815948 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bb813-5b5b-47c0-ac87-8e003048cf7b service neutron] Pushing event updated for resources: {'Port': ['ID=349870cb-d883-4ba5-862f-01f28757a4f8,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:56.829904 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-77ded12e-6570-400c-823a-c7b0bcb329fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:56.829904 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-77ded12e-6570-400c-823a-c7b0bcb329fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 200 len: 858 time: 0.0635636 Jan 31 04:45:56.837135 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] For port 48d0d5c8-7822-42f9-8635-3991c50d27a3, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=48d0d5c8-7822-42f9-8635-3991c50d27a3,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:45:56.854688 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:56.890537 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-6db55759-1367-441e-ad79-292e9f1c99eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3790ef1-f274-459b-844e-81d21ffa0cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576608 Jan 31 04:45:56.907542 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa9732-5a13-485c-94ad-e76e21a32975 req-116de32f-16e0-43e4-ba7d-486972df750a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:56.909703 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:56.914311 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-baaa9732-5a13-485c-94ad-e76e21a32975 req-116de32f-16e0-43e4-ba7d-486972df750a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 931 time: 0.2787588 Jan 31 04:45:56.930049 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-bc798014-a4a1-4323-953c-52ff01b7d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:56.931238 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-bc798014-a4a1-4323-953c-52ff01b7d50a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 1127 time: 0.1368039 Jan 31 04:45:56.948865 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485cdb5-adfb-4e4f-b3e4-820a4beb661a req-51c3becb-1f14-4ff3-b8ff-ebfb55693fa9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:56.948865 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4485cdb5-adfb-4e4f-b3e4-820a4beb661a req-51c3becb-1f14-4ff3-b8ff-ebfb55693fa9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 943 time: 0.1624422 Jan 31 04:45:56.952931 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-aa396195-8350-4f5f-ab50-7efdd6304176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:56.954429 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-aa396195-8350-4f5f-ab50-7efdd6304176 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3cc69e55b9254a6ba45b32be8fc0df66&device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 1128 time: 0.2373178 Jan 31 04:45:57.013486 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-93d5e2d7-b670-4917-8f08-2f69c74c2bd4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=349870cb-d883-4ba5-862f-01f28757a4f8 HTTP/1.1" status: 200 len: 217 time: 0.0642657 Jan 31 04:45:57.047636 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:57.152571 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4485cdb5-adfb-4e4f-b3e4-820a4beb661a req-3bf93c8d-ceb5-4aeb-8d09-081f2e9219f3 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581488 Jan 31 04:45:57.184492 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-fc5a6051-9562-4041-948e-01842cda215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:57.187399 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-fc5a6051-9562-4041-948e-01842cda215d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3 HTTP/1.1" status: 200 len: 855 time: 0.1552246 Jan 31 04:45:57.213085 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:57.213716 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:57.217618 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] 10.222.0.31 "PUT /v2.0/ports/48d0d5c8-7822-42f9-8635-3991c50d27a3 HTTP/1.1" status: 200 len: 1093 time: 4.1111283 Jan 31 04:45:57.233068 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-baaa9732-5a13-485c-94ad-e76e21a32975 req-2b3a2c25-6640-4818-aaad-7106e97425be tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102982 Jan 31 04:45:57.254775 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-48b1de24-363f-44b0-83ca-98b68a2264f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58128fc4-bc4f-417c-908e-383736354847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540228 Jan 31 04:45:57.254775 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Attempting to bind port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:45:57.254775 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Attempting to bind port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:45:57.254775 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Attempting to bind port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 on network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:57.284625 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 on network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:45:57.284987 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Attempting to bind port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 on network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:45:57.295239 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:45:57.295564 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Checking segment: {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:45:57.295950 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Bound using segment: {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:45:57.296389 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Bound port: 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:45:57.296747 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:57.460531 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-b526f352-9b8a-4dba-b665-6d477feb6a58 service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036335 Jan 31 04:45:57.497970 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82d137-9696-4663-bb4a-98679d839554 service neutron] Pushing event updated for resources: {'Port': ['ID=48d0d5c8-7822-42f9-8635-3991c50d27a3,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:57.507709 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-b8a1bf93-3083-4091-8617-2bc687bd8a25 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081531 Jan 31 04:45:57.513376 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:45:57.530579 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:45:57.532132 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-6d9169ea-30e9-4e43-95fc-f73928c2bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:57.533894 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-6d9169ea-30e9-4e43-95fc-f73928c2bb20 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba0b9841-27aa-49a6-bb74-8529ab955193 HTTP/1.1" status: 200 len: 912 time: 0.5692272 Jan 31 04:45:57.605270 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-92b99153-7941-4f82-a766-f822b919e72d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b553d9db-0bd8-4984-9092-941cff441538 HTTP/1.1" status: 200 len: 217 time: 0.0582154 Jan 31 04:45:57.608882 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-66cc9bf3-8ede-4f30-9287-7f85400b7175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:57.647200 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:57.675289 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-fa1cb2f2-0de5-407d-a80a-1ff974e19d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:57.678608 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-fa1cb2f2-0de5-407d-a80a-1ff974e19d62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 1127 time: 0.2763586 Jan 31 04:45:57.683944 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:57.686367 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:57.688210 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] 10.222.0.31 "PUT /v2.0/ports/2eade66b-918f-4c8e-a64c-60d0ce7921a5 HTTP/1.1" status: 200 len: 1093 time: 1.7471724 Jan 31 04:45:57.695894 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dff35-7aa7-4bbb-9b37-7d9902002b73 req-c1702e92-6d2b-442d-9d0f-90bdf7932022 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:57.706201 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a98dff35-7aa7-4bbb-9b37-7d9902002b73 req-c1702e92-6d2b-442d-9d0f-90bdf7932022 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 943 time: 0.3103981 Jan 31 04:45:57.757113 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-dd98d988-f169-4e51-aad9-6f68c5c66641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:57.759165 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-dd98d988-f169-4e51-aad9-6f68c5c66641 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d162d6e-7401-4bd9-9c8e-d7c1a6eab122 HTTP/1.1" status: 200 len: 852 time: 0.1473997 Jan 31 04:45:57.772965 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebc081e-e509-48a1-952d-bf7187e81517 x-openstack-request-id: req-cebc081e-e509-48a1-952d-bf7187e81517 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:45:57.773287 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81eea382-424b-4435-9241-e428592c98f3", "tag": "4b0786d6-d423-4590-a58e-c6f508be4b8a", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:45:57.773497 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cebc081e-e509-48a1-952d-bf7187e81517 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:45:57.774206 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eea382-424b-4435-9241-e428592c98f3', 'tag': '4b0786d6-d423-4590-a58e-c6f508be4b8a', 'status': 'completed', 'code': 200} Jan 31 04:45:57.807052 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccae4064-16a3-40c6-bfd6-d0bd1afa4bf8 req-fdb6d981-0418-4889-ba78-7a55faab5c48 service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377509 Jan 31 04:45:57.813393 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:45:57.831341 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-bc7541ba-7daf-467b-86e2-f29ffcef4cbb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48d0d5c8-7822-42f9-8635-3991c50d27a3 HTTP/1.1" status: 200 len: 217 time: 0.0779216 Jan 31 04:45:57.881965 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-4610bddd-187a-4a6c-8d0e-52ef48f271a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba0b9841-27aa-49a6-bb74-8529ab955193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629435 Jan 31 04:45:57.939778 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cc6d047c-5ec2-4fd4-bfad-eaef5fca9e58 req-2a4dcb84-6cc1-4253-8f5b-a637771a8063 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239447 Jan 31 04:45:57.996896 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a98dff35-7aa7-4bbb-9b37-7d9902002b73 req-e3c66d5d-8e8a-48e2-aa1e-a82a9c784bb8 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897487 Jan 31 04:45:58.030623 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-293ca3ee-a2fc-4bd2-b890-6fa5b8727384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.030623 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-293ca3ee-a2fc-4bd2-b890-6fa5b8727384 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 1127 time: 0.1816695 Jan 31 04:45:58.052585 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-060b5eb9-f4a9-4352-aea4-f18468d51939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.054142 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-060b5eb9-f4a9-4352-aea4-f18468d51939 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 200 len: 858 time: 0.2065642 Jan 31 04:45:58.058931 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffeac98-6f72-4fd6-ae30-d0f5665316d6 req-9004824e-7a7a-4044-b4e2-6f02879778a7 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.060591 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1ffeac98-6f72-4fd6-ae30-d0f5665316d6 req-9004824e-7a7a-4044-b4e2-6f02879778a7 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 944 time: 0.1161127 Jan 31 04:45:58.102760 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-a0904f17-648c-4d2a-9ec3-e1dc31dbe4a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5 HTTP/1.1" status: 200 len: 217 time: 0.0589116 Jan 31 04:45:58.128486 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-af41957c-45ee-4306-8b70-185409184051 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3790ef1-f274-459b-844e-81d21ffa0cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667021 Jan 31 04:45:58.141607 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1ffeac98-6f72-4fd6-ae30-d0f5665316d6 req-bcbc569b-c4b6-4f40-abc1-51e8c500a16c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483437 Jan 31 04:45:58.145096 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-3545e2b0-db49-4a13-8e1d-bd181d5f7023 service neutron] 10.222.0.31 "GET /v2.0/networks/ba0b9841-27aa-49a6-bb74-8529ab955193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336340 Jan 31 04:45:58.225633 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fbf3f40c-1bb2-4427-bf76-e2f5f1475c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.228601 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fbf3f40c-1bb2-4427-bf76-e2f5f1475c45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0840266 Jan 31 04:45:58.325706 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-c550b5a5-9af1-4bd4-8089-2021e2e39715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.328538 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-c550b5a5-9af1-4bd4-8089-2021e2e39715 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929852 Jan 31 04:45:58.465482 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c7f40-b6cc-48bc-9d78-f3ec6b03d462 req-3b886f3f-f551-4810-800a-1dd286b12eed tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.467011 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f48c7f40-b6cc-48bc-9d78-f3ec6b03d462 req-3b886f3f-f551-4810-800a-1dd286b12eed tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.1230505 Jan 31 04:45:58.490185 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-1743a5ed-d863-4f6d-89e0-c8241a2c8b6e service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549311 Jan 31 04:45:58.510221 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:45:58.548449 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f48c7f40-b6cc-48bc-9d78-f3ec6b03d462 req-b6a4d0b3-63ac-4643-8ffa-d052836c4673 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756752 Jan 31 04:45:58.565699 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db req-297365f3-6f93-4809-ba2d-3c2e5a2c9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.565699 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db req-297365f3-6f93-4809-ba2d-3c2e5a2c9eb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 1127 time: 0.4178555 Jan 31 04:45:58.577474 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:45:58.580608 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f190838-cd1d-43d2-91f7-76e109651d04" -d '{"events": [{"name": "network-changed", "server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:45:58.601919 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-41aba4bf-36c5-4043-b496-27f9118877a3 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472158 Jan 31 04:45:58.606224 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-3c73e1a3-b916-49b3-b16c-335d59d68625 service neutron] 10.222.0.31 "GET /v2.0/networks/ba0b9841-27aa-49a6-bb74-8529ab955193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424641 Jan 31 04:45:58.623172 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf0223-0ff1-487c-a3ba-741f5b2ef161 req-87b275b5-a639-4964-b664-e646f6b4f83b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.625976 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-c7844185-6c43-435a-8c7c-b1ef31895f04 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281769 Jan 31 04:45:58.627285 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9ecf0223-0ff1-487c-a3ba-741f5b2ef161 req-87b275b5-a639-4964-b664-e646f6b4f83b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 943 time: 0.3565898 Jan 31 04:45:58.627397 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9671176-9749-4306-a9c4-d9d5ef0945a6 x-openstack-request-id: req-b9671176-9749-4306-a9c4-d9d5ef0945a6 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:45:58.627675 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:45:58.627927 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9671176-9749-4306-a9c4-d9d5ef0945a6 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:45:58.628303 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'status': 'completed', 'code': 200} Jan 31 04:45:58.777160 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db req-6e514ad3-41b6-4396-968a-73613009c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.778697 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db req-6e514ad3-41b6-4396-968a-73613009c80d service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 918 time: 0.2088721 Jan 31 04:45:58.785027 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9ecf0223-0ff1-487c-a3ba-741f5b2ef161 req-a3b2c607-3daa-4309-814b-aac95aaad663 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545932 Jan 31 04:45:58.831264 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db req-38844499-e9cd-42f5-8530-5160da795d68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a HTTP/1.1" status: 200 len: 217 time: 0.0438349 Jan 31 04:45:58.836768 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5ac1dfe-94bb-48fe-a6a0-c1693223d13f service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049682 Jan 31 04:45:58.857607 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-91f90997-a3cb-4890-892e-44bf2f0281fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.887469 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-91f90997-a3cb-4890-892e-44bf2f0281fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 1127 time: 0.0797677 Jan 31 04:45:58.904559 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db req-c88a67be-14be-4f03-9c64-3b9d971f3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:58.906235 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db req-c88a67be-14be-4f03-9c64-3b9d971f3817 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 200 len: 858 time: 0.0544336 Jan 31 04:45:58.946840 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db req-f58304a0-9093-4493-b45d-8d346ef4e13b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3790ef1-f274-459b-844e-81d21ffa0cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340199 Jan 31 04:45:59.070692 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db req-b6e21f98-8c70-4031-9300-7760f142c37b service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174092 Jan 31 04:45:59.180939 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6bb9d419-857f-40d8-aadd-e7e9d80ec8db req-a50f3f0a-4fac-4513-a7ff-9ed832017224 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050463 Jan 31 04:45:59.244714 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-32401983-5383-4a78-af67-f4b16a7b0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:59.247645 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-32401983-5383-4a78-af67-f4b16a7b0d24 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.3504281 Jan 31 04:45:59.301190 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebca596-c61f-48b3-8dfc-901df43613d2 req-80ec6c03-e745-4946-ae90-3231495f3eee tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:59.303229 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6ebca596-c61f-48b3-8dfc-901df43613d2 req-80ec6c03-e745-4946-ae90-3231495f3eee tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 944 time: 0.0744946 Jan 31 04:45:59.325034 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-95108d09-9955-4741-b857-8f78028e01cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5 HTTP/1.1" status: 200 len: 217 time: 0.0727963 Jan 31 04:45:59.354036 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18785d-2db7-43c6-b94f-f273bc986aa4 req-5d6b1db8-663b-408b-9775-6e845204bf99 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:59.355886 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1b18785d-2db7-43c6-b94f-f273bc986aa4 req-5d6b1db8-663b-408b-9775-6e845204bf99 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 943 time: 0.1796982 Jan 31 04:45:59.368108 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6ebca596-c61f-48b3-8dfc-901df43613d2 req-4ba36ee1-282c-429d-be10-4ebcdfa61ed9 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585947 Jan 31 04:45:59.410429 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-b181fd20-519c-42d4-b514-1422d3f34094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:59.411941 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-b181fd20-519c-42d4-b514-1422d3f34094 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0784974 Jan 31 04:45:59.458040 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1b18785d-2db7-43c6-b94f-f273bc986aa4 req-6c79924f-3500-490b-9938-f8779a44b229 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828199 Jan 31 04:45:59.484864 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-f47d7e5f-2e33-4270-bc94-b61d9da8707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:59.486415 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-f47d7e5f-2e33-4270-bc94-b61d9da8707d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688932 Jan 31 04:45:59.585312 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-4138c884-3073-4db7-a607-a32c3381e501 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920429 Jan 31 04:45:59.687652 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f190838-cd1d-43d2-91f7-76e109651d04 req-1f03fa1a-420d-41f5-99d4-374e1317e503 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945015 Jan 31 04:45:59.689036 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c8260-a8f1-4e6f-887e-784a5bb9798b req-ffc485db-856d-41cc-a8e7-55e2bbecd19e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:59.690555 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-657c8260-a8f1-4e6f-887e-784a5bb9798b req-ffc485db-856d-41cc-a8e7-55e2bbecd19e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0637724 Jan 31 04:45:59.739112 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-657c8260-a8f1-4e6f-887e-784a5bb9798b req-51ad772c-2e6b-4a61-8629-1daa76e54621 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425768 Jan 31 04:45:59.774928 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9c56db-f2a0-485f-83e4-bc1b8b9172cf', 'tag': '349870cb-d883-4ba5-862f-01f28757a4f8'}, {'name': 'network-changed', 'server_uuid': 'c7066f95-24c8-4df3-8703-78616c09fd0e', 'tag': '48d0d5c8-7822-42f9-8635-3991c50d27a3'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:45:59.777267 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6378a50e-526f-43a9-a3d4-1e12feea978c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9c56db-f2a0-485f-83e4-bc1b8b9172cf", "tag": "349870cb-d883-4ba5-862f-01f28757a4f8"}, {"name": "network-changed", "server_uuid": "c7066f95-24c8-4df3-8703-78616c09fd0e", "tag": "48d0d5c8-7822-42f9-8635-3991c50d27a3"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:45:59.816532 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 31 Jan 2022 04:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80854bd0-fad9-4634-9c60-c3408b5bf75f x-openstack-request-id: req-80854bd0-fad9-4634-9c60-c3408b5bf75f {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:45:59.819491 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9c56db-f2a0-485f-83e4-bc1b8b9172cf", "tag": "349870cb-d883-4ba5-862f-01f28757a4f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7066f95-24c8-4df3-8703-78616c09fd0e", "tag": "48d0d5c8-7822-42f9-8635-3991c50d27a3", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:45:59.819491 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80854bd0-fad9-4634-9c60-c3408b5bf75f {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:45:59.819491 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9c56db-f2a0-485f-83e4-bc1b8b9172cf', 'tag': '349870cb-d883-4ba5-862f-01f28757a4f8', 'status': 'completed', 'code': 200} Jan 31 04:45:59.819491 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7066f95-24c8-4df3-8703-78616c09fd0e', 'tag': '48d0d5c8-7822-42f9-8635-3991c50d27a3', 'status': 'completed', 'code': 200} Jan 31 04:45:59.945422 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-15bb6f02-885f-455e-9a91-a62d671402df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:59.947066 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-15bb6f02-885f-455e-9a91-a62d671402df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 1127 time: 0.0754786 Jan 31 04:45:59.952627 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1224382-65bb-438d-8533-9d9252ce7a6b req-2ca4d5b0-5dcc-4eaf-82dc-e01bf62be97e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:45:59.954116 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f1224382-65bb-438d-8533-9d9252ce7a6b req-2ca4d5b0-5dcc-4eaf-82dc-e01bf62be97e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 943 time: 0.0980213 Jan 31 04:46:00.002008 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f1224382-65bb-438d-8533-9d9252ce7a6b req-8a86b2af-968d-46b7-84b9-548644f47e7a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Jan 31 04:46:00.047807 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-b483080a-bbca-4c11-b1d7-bb4db0186f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:00.049325 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-b483080a-bbca-4c11-b1d7-bb4db0186f4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 200 len: 915 time: 0.0950198 Jan 31 04:46:00.097098 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-84fa1a21-8b1e-44c3-bfc9-02947d5d60e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=349870cb-d883-4ba5-862f-01f28757a4f8 HTTP/1.1" status: 200 len: 217 time: 0.0411367 Jan 31 04:46:00.128289 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:00.148447 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-b675f24c-f10c-4426-afc8-4b63a85933f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:00.149885 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-b675f24c-f10c-4426-afc8-4b63a85933f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3 HTTP/1.1" status: 200 len: 855 time: 0.0469646 Jan 31 04:46:00.181895 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-70a34c07-9699-4450-a820-78afb732c055 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58128fc4-bc4f-417c-908e-383736354847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243769 Jan 31 04:46:00.285955 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-e07dd96f-73d0-47ea-909a-019e72def61b service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886669 Jan 31 04:46:00.347668 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device b553d9db-0bd8-4984-9092-941cff441538 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:46:00.379883 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-1110c138-7eb8-4138-8d60-392a4b9c3521 service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866599 Jan 31 04:46:00.457721 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port b553d9db-0bd8-4984-9092-941cff441538, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b553d9db-0bd8-4984-9092-941cff441538,segment=NetworkSegment(aac4b95b-328b-4c75-8595-fc39a0982b4c),segment_id=aac4b95b-328b-4c75-8595-fc39a0982b4c)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:00.470344 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': 'b553d9db-0bd8-4984-9092-941cff441538', 'network_id': 'ba0b9841-27aa-49a6-bb74-8529ab955193', 'port_id': 'b553d9db-0bd8-4984-9092-941cff441538', 'mac_address': 'fa:16:3e:e8:5a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d162d6e-7401-4bd9-9c8e-d7c1a6eab122', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:46:00.501577 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b654a-1ea8-4581-bf9a-6a52fa6002d7 req-2939b68f-266b-427a-a0ac-6a8d3dafccb7 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:00.503643 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cb8b654a-1ea8-4581-bf9a-6a52fa6002d7 req-2939b68f-266b-427a-a0ac-6a8d3dafccb7 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 944 time: 0.0671804 Jan 31 04:46:00.519638 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port b553d9db-0bd8-4984-9092-941cff441538 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:46:00.520112 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b553d9db-0bd8-4984-9092-941cff441538), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:00.536139 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b553d9db-0bd8-4984-9092-941cff441538 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:46:00.559131 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port b553d9db-0bd8-4984-9092-941cff441538, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b553d9db-0bd8-4984-9092-941cff441538,segment=NetworkSegment(aac4b95b-328b-4c75-8595-fc39a0982b4c),segment_id=aac4b95b-328b-4c75-8595-fc39a0982b4c)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:00.590935 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-5e7f175e-ddfb-487d-9351-0e1f0406d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:00.593093 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-5e7f175e-ddfb-487d-9351-0e1f0406d4f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 1127 time: 0.1083946 Jan 31 04:46:00.596521 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cb8b654a-1ea8-4581-bf9a-6a52fa6002d7 req-306f3028-516f-4e4f-a5c4-adc255a782b4 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635483 Jan 31 04:46:00.602002 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b553d9db-0bd8-4984-9092-941cff441538), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:00.607956 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761211f3-361e-4767-9868-7622a57fca63 req-ffdebefd-ee79-4cb2-8c41-06579d365f0d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:00.610306 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-761211f3-361e-4767-9868-7622a57fca63 req-ffdebefd-ee79-4cb2-8c41-06579d365f0d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 943 time: 0.0800443 Jan 31 04:46:00.654864 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=b553d9db-0bd8-4984-9092-941cff441538,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:00.661741 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-761211f3-361e-4767-9868-7622a57fca63 req-83dc49ab-e3e5-47d9-ae3c-7bb161ce7aa1 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458126 Jan 31 04:46:00.707341 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-9b84b22e-0117-4161-9777-b1cdda76ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:00.708841 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-9b84b22e-0117-4161-9777-b1cdda76ffac service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 918 time: 0.1084645 Jan 31 04:46:00.754612 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-8a6ecd92-0a34-44b2-ba8f-1c5bd319de10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48d0d5c8-7822-42f9-8635-3991c50d27a3 HTTP/1.1" status: 200 len: 217 time: 0.0381076 Jan 31 04:46:00.802981 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-7db64a90-f356-4f35-94e7-d7261a5a547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:00.804419 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-7db64a90-f356-4f35-94e7-d7261a5a547b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 200 len: 858 time: 0.0439568 Jan 31 04:46:00.861594 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-dd6d706e-4605-4084-be6d-fd4915dc5526 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3790ef1-f274-459b-844e-81d21ffa0cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438972 Jan 31 04:46:00.908510 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed2d4f-d197-46e3-a799-b48ad6f137ea req-ce8d176d-9754-4a86-adaa-b245692711e5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:00.909973 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-83ed2d4f-d197-46e3-a799-b48ad6f137ea req-ce8d176d-9754-4a86-adaa-b245692711e5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.1009786 Jan 31 04:46:00.997504 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-83ed2d4f-d197-46e3-a799-b48ad6f137ea req-90b0e245-bc79-45f5-8b75-ca2ed3547e1b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637443 Jan 31 04:46:00.999643 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-53c6408a-7916-4fe5-a699-e7ebf501fd97 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312492 Jan 31 04:46:01.099776 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6378a50e-526f-43a9-a3d4-1e12feea978c req-b2655f79-c575-4d1b-a941-62ead6c7778e service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934727 Jan 31 04:46:01.122744 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f4484-9ccc-4d0d-b4f6-8b14ac06f512 req-5d7c81f3-565e-4ad7-a065-c87715ba5bdb tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:01.124896 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b96f4484-9ccc-4d0d-b4f6-8b14ac06f512 req-5d7c81f3-565e-4ad7-a065-c87715ba5bdb tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 943 time: 0.0532200 Jan 31 04:46:01.174375 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b96f4484-9ccc-4d0d-b4f6-8b14ac06f512 req-8f58a180-e3ad-469d-8210-66733f592007 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439453 Jan 31 04:46:01.328337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:01.420855 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['b553d9db-0bd8-4984-9092-941cff441538'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:46:01.721724 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6989-c24a-47e7-94d1-88c56d64798e req-7717eaf6-3526-4b82-b9aa-c85570c4c24c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:01.723288 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8c1b6989-c24a-47e7-94d1-88c56d64798e req-7717eaf6-3526-4b82-b9aa-c85570c4c24c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 945 time: 0.0532875 Jan 31 04:46:01.785109 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8c1b6989-c24a-47e7-94d1-88c56d64798e req-10a93e2b-7a09-4cef-9d6d-29b2cbe1b9f2 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485132 Jan 31 04:46:01.793393 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfca13f-aef0-4c7d-9ceb-24ee229c02d9 req-c0d0b319-03be-40ff-8cbb-1b21ccd08f77 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:01.795531 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6bfca13f-aef0-4c7d-9ceb-24ee229c02d9 req-c0d0b319-03be-40ff-8cbb-1b21ccd08f77 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 943 time: 0.0665233 Jan 31 04:46:01.843245 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6bfca13f-aef0-4c7d-9ceb-24ee229c02d9 req-8ff6b0e3-19fa-445f-baf6-55507bdde092 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419533 Jan 31 04:46:02.130531 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dda27-7923-4c93-8404-d0c9c6625348 req-7c21d77d-b6d8-4d88-a360-20209d98197d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:02.132044 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c14dda27-7923-4c93-8404-d0c9c6625348 req-7c21d77d-b6d8-4d88-a360-20209d98197d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0595226 Jan 31 04:46:02.180314 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c14dda27-7923-4c93-8404-d0c9c6625348 req-471c221c-9be7-4973-92a5-2cd6b6675fa3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428689 Jan 31 04:46:02.295682 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047ecab-3e6d-49f3-9f86-2ca97ca4e4f1 req-b1c91248-8c4b-4bbf-85db-7c5b17aeda54 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:02.297082 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8047ecab-3e6d-49f3-9f86-2ca97ca4e4f1 req-b1c91248-8c4b-4bbf-85db-7c5b17aeda54 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 943 time: 0.0520489 Jan 31 04:46:02.344337 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8047ecab-3e6d-49f3-9f86-2ca97ca4e4f1 req-0e22bf5a-ae67-484d-a3eb-dea0e1c3883e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Jan 31 04:46:02.899271 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a85786-5076-4684-9a08-eea78934efc9 req-681c732e-86e0-4fa8-966f-4d9c75904aea tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:02.900716 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-52a85786-5076-4684-9a08-eea78934efc9 req-681c732e-86e0-4fa8-966f-4d9c75904aea tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 945 time: 0.0516362 Jan 31 04:46:02.948365 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-52a85786-5076-4684-9a08-eea78934efc9 req-1127af27-1f88-4709-bc7b-fb1983bbcafa tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414948 Jan 31 04:46:02.963962 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541efcb-2d1b-43ea-8e27-d21445045ea2 req-9961e5c5-0eb0-4b1d-8e80-32aa92a93ce2 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:02.965448 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3541efcb-2d1b-43ea-8e27-d21445045ea2 req-9961e5c5-0eb0-4b1d-8e80-32aa92a93ce2 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 943 time: 0.0550926 Jan 31 04:46:03.010718 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3541efcb-2d1b-43ea-8e27-d21445045ea2 req-35822e04-c01e-49c3-a3bf-3272697a78f8 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390353 Jan 31 04:46:03.304812 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7f8b-50b9-4548-b01f-9e8f9d9f925e req-315cf952-2ce9-4e23-b34f-f59a8e89b8b4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:03.306262 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-521c7f8b-50b9-4548-b01f-9e8f9d9f925e req-315cf952-2ce9-4e23-b34f-f59a8e89b8b4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0554094 Jan 31 04:46:03.352069 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-521c7f8b-50b9-4548-b01f-9e8f9d9f925e req-0e68552d-5263-4c80-b777-606dbd0333fc tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402355 Jan 31 04:46:03.459000 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc0b52-8104-494b-92c8-acff71cffb78 req-a27f0ae7-1724-4513-9980-c34846f6a71b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:03.460459 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c1dc0b52-8104-494b-92c8-acff71cffb78 req-a27f0ae7-1724-4513-9980-c34846f6a71b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 943 time: 0.0502942 Jan 31 04:46:03.505619 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c1dc0b52-8104-494b-92c8-acff71cffb78 req-8078dd09-1683-4cfb-a419-7daf171ce9c1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 Jan 31 04:46:03.696145 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 349870cb-d883-4ba5-862f-01f28757a4f8 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:46:03.790519 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 349870cb-d883-4ba5-862f-01f28757a4f8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=349870cb-d883-4ba5-862f-01f28757a4f8,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:03.802155 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '349870cb-d883-4ba5-862f-01f28757a4f8', 'network_id': '58128fc4-bc4f-417c-908e-383736354847', 'port_id': '349870cb-d883-4ba5-862f-01f28757a4f8', 'mac_address': 'fa:16:3e:09:53:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:46:03.840711 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 349870cb-d883-4ba5-862f-01f28757a4f8 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:46:03.841105 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:03.853425 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349870cb-d883-4ba5-862f-01f28757a4f8 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:46:03.877381 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 349870cb-d883-4ba5-862f-01f28757a4f8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=349870cb-d883-4ba5-862f-01f28757a4f8,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:03.942369 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:03.988505 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=349870cb-d883-4ba5-862f-01f28757a4f8,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:04.067369 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184335-53db-4609-8b33-fc61f4b94faa req-aa92f3a0-249d-4bfb-879b-326cf7113c8c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:04.068921 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d3184335-53db-4609-8b33-fc61f4b94faa req-aa92f3a0-249d-4bfb-879b-326cf7113c8c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Jan 31 04:46:04.118536 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d3184335-53db-4609-8b33-fc61f4b94faa req-57f15b34-6957-4963-b159-5ccda9b66690 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440793 Jan 31 04:46:04.126066 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25102ff-1656-424e-a240-b9976e71ba50 req-3c433fbd-906c-4bd6-a4a0-08c29d4bc90f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:04.127752 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d25102ff-1656-424e-a240-b9976e71ba50 req-3c433fbd-906c-4bd6-a4a0-08c29d4bc90f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0516086 Jan 31 04:46:04.179069 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d25102ff-1656-424e-a240-b9976e71ba50 req-6f73f8b4-805f-48d5-a9ca-59e8f23d9270 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445454 Jan 31 04:46:04.471398 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bf3bc-c83f-41b1-afae-83dab34ed7a9 req-331455e6-0450-4136-b7e5-e66b7ede3f2c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:04.472820 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b57bf3bc-c83f-41b1-afae-83dab34ed7a9 req-331455e6-0450-4136-b7e5-e66b7ede3f2c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0499852 Jan 31 04:46:04.521304 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b57bf3bc-c83f-41b1-afae-83dab34ed7a9 req-42a689af-e4ce-4e03-85a0-cea156d18edf tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 Jan 31 04:46:04.618741 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79121d4c-ddab-460d-8a54-28f0e9f4d31c req-f617455d-8f9a-4db9-b007-daa43811de21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:04.620137 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-79121d4c-ddab-460d-8a54-28f0e9f4d31c req-f617455d-8f9a-4db9-b007-daa43811de21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 943 time: 0.0502224 Jan 31 04:46:04.667877 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-79121d4c-ddab-460d-8a54-28f0e9f4d31c req-57673e62-dae7-452c-9ef4-36f06a60876f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424092 Jan 31 04:46:05.234827 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977cee8-42bc-47c8-892f-c3fcfbcd3aaf req-c7caf519-0d87-41b6-9a6c-02ae1447044c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:05.236294 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8977cee8-42bc-47c8-892f-c3fcfbcd3aaf req-c7caf519-0d87-41b6-9a6c-02ae1447044c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 945 time: 0.0527160 Jan 31 04:46:05.284437 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8977cee8-42bc-47c8-892f-c3fcfbcd3aaf req-fd8f0ac1-e922-4539-b545-5596db9d4b34 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Jan 31 04:46:05.293761 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c05540-2a41-4f59-90b3-106f50824795 req-e72c79f1-3ee8-4b66-ac0c-e01ceda14e93 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:05.295949 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b5c05540-2a41-4f59-90b3-106f50824795 req-e72c79f1-3ee8-4b66-ac0c-e01ceda14e93 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0516644 Jan 31 04:46:05.351420 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b5c05540-2a41-4f59-90b3-106f50824795 req-bc42c568-1b14-41ae-8f8c-c8afd991537d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501051 Jan 31 04:46:05.384782 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 48d0d5c8-7822-42f9-8635-3991c50d27a3 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:46:05.497502 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 48d0d5c8-7822-42f9-8635-3991c50d27a3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=48d0d5c8-7822-42f9-8635-3991c50d27a3,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:05.510282 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '48d0d5c8-7822-42f9-8635-3991c50d27a3', 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3', 'port_id': '48d0d5c8-7822-42f9-8635-3991c50d27a3', 'mac_address': 'fa:16:3e:83:25:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf6e0e7-634c-4bd4-8d8f-6df179b073be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:46:05.535161 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:05.550387 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 48d0d5c8-7822-42f9-8635-3991c50d27a3 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:46:05.550781 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:05.564480 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d0d5c8-7822-42f9-8635-3991c50d27a3 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:46:05.583786 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 48d0d5c8-7822-42f9-8635-3991c50d27a3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=48d0d5c8-7822-42f9-8635-3991c50d27a3,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:05.643217 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2f14a-e711-489c-8ca4-9aea71269aa5 req-c2be7d61-a178-4d19-b387-3f606559a3e9 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:05.644733 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f9f2f14a-e711-489c-8ca4-9aea71269aa5 req-c2be7d61-a178-4d19-b387-3f606559a3e9 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0533140 Jan 31 04:46:05.647141 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:05.702002 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f9f2f14a-e711-489c-8ca4-9aea71269aa5 req-7aa32003-bdb2-4ea7-ad74-09e5710ec3dc tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514593 Jan 31 04:46:05.706116 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=48d0d5c8-7822-42f9-8635-3991c50d27a3,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:05.801367 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf56e4-72e4-459e-a471-26954dbd43a0 req-78fcc95c-e330-4a87-8f64-9359e0df7f35 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:05.802767 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5daf56e4-72e4-459e-a471-26954dbd43a0 req-78fcc95c-e330-4a87-8f64-9359e0df7f35 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 944 time: 0.0637519 Jan 31 04:46:05.851891 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5daf56e4-72e4-459e-a471-26954dbd43a0 req-bb59654e-4f9f-4ad5-a9d0-a3d22366c7f8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434697 Jan 31 04:46:06.438344 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161d81c-c261-4fd8-a0d7-7af4b50089b5 req-b1568bbf-a972-4013-adbe-57ab362ca9b0 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:06.439951 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0161d81c-c261-4fd8-a0d7-7af4b50089b5 req-b1568bbf-a972-4013-adbe-57ab362ca9b0 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 945 time: 0.0891333 Jan 31 04:46:06.485056 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dbf7fe-ee33-45b0-8007-eb8e7f500020 req-e9bb36c8-87d8-4cb9-8d38-6991afc1e208 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:06.486530 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-09dbf7fe-ee33-45b0-8007-eb8e7f500020 req-e9bb36c8-87d8-4cb9-8d38-6991afc1e208 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0546365 Jan 31 04:46:06.487698 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0161d81c-c261-4fd8-a0d7-7af4b50089b5 req-e3f81300-19a0-44a1-8875-64a25e2191e2 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420079 Jan 31 04:46:06.539888 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-09dbf7fe-ee33-45b0-8007-eb8e7f500020 req-569bd5f2-9010-4013-8183-82478f07f5da tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Jan 31 04:46:06.838361 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aa983-fee6-4c07-98d9-58ba7ff26e0d req-968375de-afbc-4e17-98fd-ec1ea27fcd3f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:06.839825 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d82aa983-fee6-4c07-98d9-58ba7ff26e0d req-968375de-afbc-4e17-98fd-ec1ea27fcd3f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0498121 Jan 31 04:46:06.885401 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d82aa983-fee6-4c07-98d9-58ba7ff26e0d req-a9a7ce5b-dc0f-49b1-8766-ead96f375606 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401318 Jan 31 04:46:06.972095 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2891d5f-24fb-4eb9-8d91-993ed2fb7168 req-2584202a-09c0-4250-b53c-754df7084b7c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:06.973572 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d2891d5f-24fb-4eb9-8d91-993ed2fb7168 req-2584202a-09c0-4250-b53c-754df7084b7c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 944 time: 0.0555196 Jan 31 04:46:07.020442 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d2891d5f-24fb-4eb9-8d91-993ed2fb7168 req-44864cbe-3178-4ef4-8925-20e6e68ea60b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Jan 31 04:46:07.601859 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f0a8b-3ccb-4fe7-8b2b-6b607f719e52 req-b7842bed-7f79-4342-972c-9f40c05954eb tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:07.603343 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-458f0a8b-3ccb-4fe7-8b2b-6b607f719e52 req-b7842bed-7f79-4342-972c-9f40c05954eb tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 945 time: 0.0510752 Jan 31 04:46:07.653671 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-458f0a8b-3ccb-4fe7-8b2b-6b607f719e52 req-b9b3992d-ca93-46a3-9427-50000f6cc84d tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Jan 31 04:46:07.656214 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831847c-170a-4f75-a400-f548d104d02b req-4c5aef96-0000-4c56-9d07-28fac9e0ed0f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:07.657690 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4831847c-170a-4f75-a400-f548d104d02b req-4c5aef96-0000-4c56-9d07-28fac9e0ed0f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0497608 Jan 31 04:46:07.703278 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4831847c-170a-4f75-a400-f548d104d02b req-62545954-91b7-4552-9ff9-150f1f3a2b7d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402555 Jan 31 04:46:08.003590 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f61db9-3c57-4066-8e44-67c128e6fa2f req-2b2fb2ec-b927-4a7f-89b9-dda0c7eb59b1 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:08.005184 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-51f61db9-3c57-4066-8e44-67c128e6fa2f req-2b2fb2ec-b927-4a7f-89b9-dda0c7eb59b1 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0511999 Jan 31 04:46:08.052023 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-51f61db9-3c57-4066-8e44-67c128e6fa2f req-d0514ff8-656c-4513-bcf9-9bb2f02dcd79 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414042 Jan 31 04:46:08.135517 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c676d70-5d1c-410a-999a-4d48b3a75a32 req-d0453582-7644-4500-b5c9-938fd6e9c060 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:08.136986 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1c676d70-5d1c-410a-999a-4d48b3a75a32 req-d0453582-7644-4500-b5c9-938fd6e9c060 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 944 time: 0.0514286 Jan 31 04:46:08.186410 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1c676d70-5d1c-410a-999a-4d48b3a75a32 req-4211233c-be26-4fc9-976d-6286eeca8fdf tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438533 Jan 31 04:46:08.770131 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e38532-b5cd-49c0-9c8c-d222b9e4630e req-dc360575-c8a3-4a75-afbe-4b80f35a1006 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:08.771619 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6e38532-b5cd-49c0-9c8c-d222b9e4630e req-dc360575-c8a3-4a75-afbe-4b80f35a1006 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 945 time: 0.0530341 Jan 31 04:46:08.816431 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6e38532-b5cd-49c0-9c8c-d222b9e4630e req-476413be-79a7-406e-ba93-82eb05bc222a tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Jan 31 04:46:08.818451 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18753b5-0743-4ecc-9022-c5f0bf1ebce7 req-5ed11ccf-7439-49c7-be48-9a8168d301b0 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:08.819962 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c18753b5-0743-4ecc-9022-c5f0bf1ebce7 req-5ed11ccf-7439-49c7-be48-9a8168d301b0 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0515423 Jan 31 04:46:08.865501 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c18753b5-0743-4ecc-9022-c5f0bf1ebce7 req-b4909e49-853d-4ba8-a30c-2881f12bb9c2 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Jan 31 04:46:09.172785 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6ab89-1044-40fb-a1c0-4d471c53340e req-766fa8d9-2499-43de-90d8-020d327a3a8d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:09.174205 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-96c6ab89-1044-40fb-a1c0-4d471c53340e req-766fa8d9-2499-43de-90d8-020d327a3a8d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0545001 Jan 31 04:46:09.221614 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-96c6ab89-1044-40fb-a1c0-4d471c53340e req-11c9fd4d-f7db-41c5-83d0-508ff7b8cc6d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419135 Jan 31 04:46:09.238852 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 4b0786d6-d423-4590-a58e-c6f508be4b8a details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:46:09.320328 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09ac25-57db-4f22-b24f-fb9cea98ffee req-886c5f75-f129-4f36-b78d-f7bcc3030202 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:09.321742 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-de09ac25-57db-4f22-b24f-fb9cea98ffee req-886c5f75-f129-4f36-b78d-f7bcc3030202 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 944 time: 0.0517428 Jan 31 04:46:09.347836 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 4b0786d6-d423-4590-a58e-c6f508be4b8a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:09.359984 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '4b0786d6-d423-4590-a58e-c6f508be4b8a', 'network_id': 'a3790ef1-f274-459b-844e-81d21ffa0cc3', 'port_id': '4b0786d6-d423-4590-a58e-c6f508be4b8a', 'mac_address': 'fa:16:3e:85:42:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf6e0e7-634c-4bd4-8d8f-6df179b073be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:46:09.370082 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-de09ac25-57db-4f22-b24f-fb9cea98ffee req-8655cc37-117d-490e-9b03-19b962e96687 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Jan 31 04:46:09.398207 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 4b0786d6-d423-4590-a58e-c6f508be4b8a is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:46:09.398599 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:09.411357 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0786d6-d423-4590-a58e-c6f508be4b8a {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:46:09.429705 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 4b0786d6-d423-4590-a58e-c6f508be4b8a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:09.492377 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:09.493017 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 2eade66b-918f-4c8e-a64c-60d0ce7921a5 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:46:09.563770 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=4b0786d6-d423-4590-a58e-c6f508be4b8a,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:09.628436 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:09.639825 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'port_id': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'mac_address': 'fa:16:3e:19:f8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:46:09.675148 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:46:09.675539 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:09.688400 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eade66b-918f-4c8e-a64c-60d0ce7921a5 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:46:09.707569 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:09.778102 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:09.827992 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:09.932895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578509cb-4191-40b4-bab2-8b0ab2f2841b req-d56543b0-41c8-4de1-b69b-8f5279146963 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:09.934335 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-578509cb-4191-40b4-bab2-8b0ab2f2841b req-d56543b0-41c8-4de1-b69b-8f5279146963 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 945 time: 0.0517261 Jan 31 04:46:09.980366 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-578509cb-4191-40b4-bab2-8b0ab2f2841b req-2819de6a-b6ac-4885-9fe9-423c2745d828 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Jan 31 04:46:09.984598 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe3d7-c3bb-4dce-a9c6-203219f4f4c1 req-cd78378c-405c-4010-a48f-68065ca99746 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:09.986283 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f4fbe3d7-c3bb-4dce-a9c6-203219f4f4c1 req-cd78378c-405c-4010-a48f-68065ca99746 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0560918 Jan 31 04:46:10.031458 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f4fbe3d7-c3bb-4dce-a9c6-203219f4f4c1 req-75b9ff33-82b6-45ac-b27b-793a3e8b3408 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398395 Jan 31 04:46:10.347482 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860714b-d13d-41ac-8755-7d1d15885539 req-6c269739-9f03-49f0-beb8-3905a05925c6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:10.349083 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2860714b-d13d-41ac-8755-7d1d15885539 req-6c269739-9f03-49f0-beb8-3905a05925c6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0560262 Jan 31 04:46:10.397259 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2860714b-d13d-41ac-8755-7d1d15885539 req-7fc17cd6-3490-4f1a-94b1-db74370f6767 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428882 Jan 31 04:46:10.428339 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['349870cb-d883-4ba5-862f-01f28757a4f8'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:46:10.491840 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f172bbc-27c5-4d53-8713-b0239a1f4824 req-f433baba-9fe1-4f7b-8922-cd1c178ba2cb tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:10.493324 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6f172bbc-27c5-4d53-8713-b0239a1f4824 req-f433baba-9fe1-4f7b-8922-cd1c178ba2cb tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 944 time: 0.0522575 Jan 31 04:46:10.541329 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6f172bbc-27c5-4d53-8713-b0239a1f4824 req-f15e15d4-7bee-45f7-97a5-811ffaf72022 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Jan 31 04:46:10.694191 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['48d0d5c8-7822-42f9-8635-3991c50d27a3'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:46:11.022658 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['4b0786d6-d423-4590-a58e-c6f508be4b8a'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:46:11.132860 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dee51-2d13-4cbf-a984-1059e4de489c req-9f76e4dd-e4c3-4070-a72a-2bec87fa4a68 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:11.136501 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d05dee51-2d13-4cbf-a984-1059e4de489c req-9f76e4dd-e4c3-4070-a72a-2bec87fa4a68 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 945 time: 0.0881433 Jan 31 04:46:11.156719 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['2eade66b-918f-4c8e-a64c-60d0ce7921a5'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:46:11.187552 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111747fe-d511-41ac-9e13-44fba1273e5b req-c55d2c9d-05cb-4034-868a-387513c19c0f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:11.195357 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-111747fe-d511-41ac-9e13-44fba1273e5b req-c55d2c9d-05cb-4034-868a-387513c19c0f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0712104 Jan 31 04:46:11.234609 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d05dee51-2d13-4cbf-a984-1059e4de489c req-115ea155-c0f7-46ca-8cec-d858d1adc751 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970643 Jan 31 04:46:11.274711 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-111747fe-d511-41ac-9e13-44fba1273e5b req-b4c31178-c89c-4f38-bd6a-e2016db690be tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779026 Jan 31 04:46:11.517561 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f626fb4-505e-452f-a06d-759df5fae0de req-d989f737-825b-456f-82e6-85804daa6913 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:11.519054 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6f626fb4-505e-452f-a06d-759df5fae0de req-d989f737-825b-456f-82e6-85804daa6913 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0513687 Jan 31 04:46:11.571322 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6f626fb4-505e-452f-a06d-759df5fae0de req-2b33b362-f2b9-4dab-a170-6261aa24e5bf tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466399 Jan 31 04:46:11.667540 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd08f9-ab95-42ff-8542-d60f1bcd478b req-7f04843e-bd11-40f9-9248-caf3ad15ca50 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:11.669045 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4fdd08f9-ab95-42ff-8542-d60f1bcd478b req-7f04843e-bd11-40f9-9248-caf3ad15ca50 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 944 time: 0.0574405 Jan 31 04:46:11.715088 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4fdd08f9-ab95-42ff-8542-d60f1bcd478b req-20c533ac-e6d0-4faf-bd09-b841e9b39610 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 Jan 31 04:46:12.098165 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device b553d9db-0bd8-4984-9092-941cff441538 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:46:12.219416 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port b553d9db-0bd8-4984-9092-941cff441538 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:46:12.223584 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port b553d9db-0bd8-4984-9092-941cff441538 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:46:12.223963 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (b553d9db-0bd8-4984-9092-941cff441538), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:12.304375 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port b553d9db-0bd8-4984-9092-941cff441538 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:46:12.304844 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (b553d9db-0bd8-4984-9092-941cff441538), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:12.332693 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7ff86e-085c-4f11-8f98-0591b022b349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b553d9db-0bd8-4984-9092-941cff441538'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:46:12.356098 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66b683-eaf7-4ecb-a5c1-52f76f26aa82 req-306e0792-4c22-42ab-a588-a61c6f134986 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:12.357679 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d66b683-eaf7-4ecb-a5c1-52f76f26aa82 req-306e0792-4c22-42ab-a588-a61c6f134986 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 945 time: 0.0586212 Jan 31 04:46:12.402330 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port b553d9db-0bd8-4984-9092-941cff441538, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b553d9db-0bd8-4984-9092-941cff441538,segment=NetworkSegment(aac4b95b-328b-4c75-8595-fc39a0982b4c),segment_id=aac4b95b-328b-4c75-8595-fc39a0982b4c)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:12.426408 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d66b683-eaf7-4ecb-a5c1-52f76f26aa82 req-c0a3e8db-7484-4ede-aece-4d25b8ff1186 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616114 Jan 31 04:46:12.440913 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4de449-4341-47b2-a084-57ea2ab6d4b4 req-06fdf213-d2c0-4488-9a3c-aee33df383df tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:12.443301 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2a4de449-4341-47b2-a084-57ea2ab6d4b4 req-06fdf213-d2c0-4488-9a3c-aee33df383df tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0689423 Jan 31 04:46:12.480096 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (b553d9db-0bd8-4984-9092-941cff441538), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:12.495245 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2a4de449-4341-47b2-a084-57ea2ab6d4b4 req-51c9f261-7b5d-4608-9560-355ae506d162 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456963 Jan 31 04:46:12.513877 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc5fc42-02f5-43eb-a3e5-5323101c1d7c" -d '{"events": [{"server_uuid": "2c7ff86e-085c-4f11-8f98-0591b022b349", "name": "network-vif-plugged", "status": "completed", "tag": "b553d9db-0bd8-4984-9092-941cff441538"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:46:12.541330 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=b553d9db-0bd8-4984-9092-941cff441538,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:12.625767 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 35976) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:12.664199 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce80e5e0-5d46-475c-a904-303515475780 x-openstack-request-id: req-ce80e5e0-5d46-475c-a904-303515475780 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:46:12.664514 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7ff86e-085c-4f11-8f98-0591b022b349", "name": "network-vif-plugged", "status": "completed", "tag": "b553d9db-0bd8-4984-9092-941cff441538", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:46:12.664770 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce80e5e0-5d46-475c-a904-303515475780 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:46:12.665282 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7ff86e-085c-4f11-8f98-0591b022b349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b553d9db-0bd8-4984-9092-941cff441538', 'code': 200} Jan 31 04:46:12.696370 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cf3c3-659e-491a-8050-b49a883fffd1 req-12f4e823-ddcd-41b7-a5a6-a9086c8e001b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:12.697852 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d01cf3c3-659e-491a-8050-b49a883fffd1 req-12f4e823-ddcd-41b7-a5a6-a9086c8e001b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0544527 Jan 31 04:46:12.733272 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6713f447-b85d-4467-ad02-26ad27a4450d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:12.745905 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d01cf3c3-659e-491a-8050-b49a883fffd1 req-462fdd35-af44-4ead-8894-ab2b4f602320 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418971 Jan 31 04:46:12.831706 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6713f447-b85d-4467-ad02-26ad27a4450d admin admin] Publish callbacks [] for security_group (3504550d-d847-40df-a8e7-8024375990d3), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:12.852332 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bbfc8-2c69-4ea7-872d-363408317659 req-aca83192-33d9-410e-941f-204014c9c522 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:12.853786 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-df3bbfc8-2c69-4ea7-872d-363408317659 req-aca83192-33d9-410e-941f-204014c9c522 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 944 time: 0.0656195 Jan 31 04:46:12.892410 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6713f447-b85d-4467-ad02-26ad27a4450d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3504550d-d847-40df-a8e7-8024375990d3), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:12.923503 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-df3bbfc8-2c69-4ea7-872d-363408317659 req-2fb56c92-8e08-4e9a-ac47-317f591b838c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635591 Jan 31 04:46:12.943051 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-6713f447-b85d-4467-ad02-26ad27a4450d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1d189405ec74b20bd5075a71feca20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137720 Jan 31 04:46:12.943051 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713f447-b85d-4467-ad02-26ad27a4450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3504550d-d847-40df-a8e7-8024375990d3,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:12.944592 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 35982) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:12.991888 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a6894f26-436a-4ef1-940c-c779b1b09db3 admin admin] Publish callbacks [] for security_group (3504550d-d847-40df-a8e7-8024375990d3), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:13.013284 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a6894f26-436a-4ef1-940c-c779b1b09db3 admin admin] Publish callbacks [] for security_group (3504550d-d847-40df-a8e7-8024375990d3), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:13.144268 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a6894f26-436a-4ef1-940c-c779b1b09db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3504550d-d847-40df-a8e7-8024375990d3), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:13.147245 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-a6894f26-436a-4ef1-940c-c779b1b09db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:13.148443 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-a6894f26-436a-4ef1-940c-c779b1b09db3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3504550d-d847-40df-a8e7-8024375990d3 HTTP/1.1" status: 204 len: 168 time: 0.2024081 Jan 31 04:46:13.157532 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6894f26-436a-4ef1-940c-c779b1b09db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3504550d-d847-40df-a8e7-8024375990d3,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:13.566855 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b6c38-dbcd-470e-b545-01503f9f057a req-562b8330-a924-4364-950e-f7c4d4b68f48 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:13.569366 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-212b6c38-dbcd-470e-b545-01503f9f057a req-562b8330-a924-4364-950e-f7c4d4b68f48 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0777709 Jan 31 04:46:13.627554 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-212b6c38-dbcd-470e-b545-01503f9f057a req-2d10ad0c-a98f-446c-b7fe-6d97fa725908 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512247 Jan 31 04:46:13.627739 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4a08c-e70c-4b78-acd9-e305ed3f9ef0 req-b099d852-696f-44ea-bc06-29c62b99b1a9 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:13.629222 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7ad4a08c-e70c-4b78-acd9-e305ed3f9ef0 req-b099d852-696f-44ea-bc06-29c62b99b1a9 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0614526 Jan 31 04:46:13.675416 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7ad4a08c-e70c-4b78-acd9-e305ed3f9ef0 req-820576c9-7291-4e56-a8d1-1e5ae6d2d617 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401373 Jan 31 04:46:13.868537 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427f882-1808-4541-a3e7-dcfa4e73fabc req-40ddf8a3-fb99-4cce-94a9-8d2611fa5d74 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:13.870033 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0427f882-1808-4541-a3e7-dcfa4e73fabc req-40ddf8a3-fb99-4cce-94a9-8d2611fa5d74 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0527055 Jan 31 04:46:13.878776 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36004) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:13.891981 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-af03605c-d59a-4105-936b-a7c87bf50780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:13.918314 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0427f882-1808-4541-a3e7-dcfa4e73fabc req-83f4180e-e7d1-41a6-972c-4d43042b821d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418363 Jan 31 04:46:13.965070 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-af03605c-d59a-4105-936b-a7c87bf50780 admin admin] Publish callbacks [] for security_group (60cbadd5-1989-4037-ac61-efd934eaf02e), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:14.038748 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-af03605c-d59a-4105-936b-a7c87bf50780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (60cbadd5-1989-4037-ac61-efd934eaf02e), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:14.082756 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03605c-d59a-4105-936b-a7c87bf50780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cbadd5-1989-4037-ac61-efd934eaf02e,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:14.095302 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36016) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:14.095973 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-af03605c-d59a-4105-936b-a7c87bf50780 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36cd3a54306047ee8d32b5693e5958fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160079 Jan 31 04:46:14.114225 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7521822-3739-4dd0-bd41-c28c6787edae req-3bd52914-42c7-41b6-8704-672d29bb4010 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:14.115776 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c7521822-3739-4dd0-bd41-c28c6787edae req-3bd52914-42c7-41b6-8704-672d29bb4010 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 944 time: 0.1088617 Jan 31 04:46:14.165408 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-523cbf95-9c5f-45b6-a68f-1bf34a30be9f admin admin] Publish callbacks [] for security_group (60cbadd5-1989-4037-ac61-efd934eaf02e), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:14.166221 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c7521822-3739-4dd0-bd41-c28c6787edae req-f90cca3c-c29f-4a2b-a216-884223d16b60 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444305 Jan 31 04:46:14.188089 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-523cbf95-9c5f-45b6-a68f-1bf34a30be9f admin admin] Publish callbacks [] for security_group (60cbadd5-1989-4037-ac61-efd934eaf02e), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:14.310138 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-523cbf95-9c5f-45b6-a68f-1bf34a30be9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (60cbadd5-1989-4037-ac61-efd934eaf02e), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:14.313026 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-523cbf95-9c5f-45b6-a68f-1bf34a30be9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:14.314157 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-523cbf95-9c5f-45b6-a68f-1bf34a30be9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60cbadd5-1989-4037-ac61-efd934eaf02e HTTP/1.1" status: 204 len: 168 time: 0.2178028 Jan 31 04:46:14.322129 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cbf95-9c5f-45b6-a68f-1bf34a30be9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cbadd5-1989-4037-ac61-efd934eaf02e,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:14.747812 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711f64-6fd8-4c1d-a5c9-e1a30df9498b req-df5c35f1-7f48-4eef-a1a0-785f9cdc3499 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:14.750278 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5b711f64-6fd8-4c1d-a5c9-e1a30df9498b req-df5c35f1-7f48-4eef-a1a0-785f9cdc3499 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0545781 Jan 31 04:46:14.803483 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94796d-b21c-489e-8728-187c05a40188 req-511538fd-bdeb-48cf-ac05-30e772f68dce tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:14.804949 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9c94796d-b21c-489e-8728-187c05a40188 req-511538fd-bdeb-48cf-ac05-30e772f68dce tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0520771 Jan 31 04:46:14.805358 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5b711f64-6fd8-4c1d-a5c9-e1a30df9498b req-33eb14b5-1e4c-4216-b356-63377eb84ee3 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425727 Jan 31 04:46:14.856662 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9c94796d-b21c-489e-8728-187c05a40188 req-41113463-ca74-4df8-b578-54afc74926ac tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Jan 31 04:46:15.038734 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c7747-5a3f-4c7f-95b5-403a1579c11e req-3bcb6b90-901c-4b9f-bcaa-c66fb96bfaaa tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:15.040305 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f07c7747-5a3f-4c7f-95b5-403a1579c11e req-3bcb6b90-901c-4b9f-bcaa-c66fb96bfaaa tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0529919 Jan 31 04:46:15.079669 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 48d0d5c8-7822-42f9-8635-3991c50d27a3 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:46:15.111421 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f07c7747-5a3f-4c7f-95b5-403a1579c11e req-fd538559-1526-4996-9412-7e063f445e86 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626423 Jan 31 04:46:15.241202 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 48d0d5c8-7822-42f9-8635-3991c50d27a3 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:46:15.245711 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 48d0d5c8-7822-42f9-8635-3991c50d27a3 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:46:15.246163 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:15.299040 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b82df-2ce7-4dc7-8fe8-fc6e73aae709 req-8215ac11-f56a-4c68-be6f-d352f5d5eadc tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:15.300527 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-834b82df-2ce7-4dc7-8fe8-fc6e73aae709 req-8215ac11-f56a-4c68-be6f-d352f5d5eadc tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 944 time: 0.0594859 Jan 31 04:46:15.325954 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 48d0d5c8-7822-42f9-8635-3991c50d27a3 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:46:15.326347 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:15.350137 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-834b82df-2ce7-4dc7-8fe8-fc6e73aae709 req-d29802f6-e5cb-4d84-a257-6eb77e7518b4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427692 Jan 31 04:46:15.355868 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7066f95-24c8-4df3-8703-78616c09fd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d0d5c8-7822-42f9-8635-3991c50d27a3'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:46:15.358080 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17e1e81-773f-4957-9022-3c0765fb76de" -d '{"events": [{"server_uuid": "c7066f95-24c8-4df3-8703-78616c09fd0e", "name": "network-vif-plugged", "status": "completed", "tag": "48d0d5c8-7822-42f9-8635-3991c50d27a3"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:46:15.371746 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 48d0d5c8-7822-42f9-8635-3991c50d27a3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=48d0d5c8-7822-42f9-8635-3991c50d27a3,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:15.428654 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8544ed-e4c5-4a6b-a7b6-a1bc626857b2 x-openstack-request-id: req-4b8544ed-e4c5-4a6b-a7b6-a1bc626857b2 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:46:15.429015 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7066f95-24c8-4df3-8703-78616c09fd0e", "name": "network-vif-plugged", "status": "completed", "tag": "48d0d5c8-7822-42f9-8635-3991c50d27a3", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:46:15.429429 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b8544ed-e4c5-4a6b-a7b6-a1bc626857b2 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:46:15.429824 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7066f95-24c8-4df3-8703-78616c09fd0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d0d5c8-7822-42f9-8635-3991c50d27a3', 'code': 200} Jan 31 04:46:15.453599 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:15.502885 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=48d0d5c8-7822-42f9-8635-3991c50d27a3,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:15.921831 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eecd82-1b89-4412-9988-119c3f5c4b84 req-62798b42-93f1-4331-a22d-0a3e809b10af tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:15.923436 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a6eecd82-1b89-4412-9988-119c3f5c4b84 req-62798b42-93f1-4331-a22d-0a3e809b10af tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0529828 Jan 31 04:46:15.978064 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a6eecd82-1b89-4412-9988-119c3f5c4b84 req-7ae2e209-5651-46c0-913a-cf9762ada01b tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 Jan 31 04:46:15.980130 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfc2ea-2c91-4727-989d-c6946b7916f4 req-47933685-cad4-4c27-89c3-27bfe378fc6f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:15.982070 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-10cfc2ea-2c91-4727-989d-c6946b7916f4 req-47933685-cad4-4c27-89c3-27bfe378fc6f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 944 time: 0.0544069 Jan 31 04:46:16.029835 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-10cfc2ea-2c91-4727-989d-c6946b7916f4 req-f12c0e02-7231-445e-82d3-ce24756effaa tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Jan 31 04:46:16.251556 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c37b6e-8e48-49e2-a802-8ad063d28728 req-c23c272f-3170-4788-ab5a-9bfb620a29d5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:16.253159 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b5c37b6e-8e48-49e2-a802-8ad063d28728 req-c23c272f-3170-4788-ab5a-9bfb620a29d5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0719256 Jan 31 04:46:16.303155 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b5c37b6e-8e48-49e2-a802-8ad063d28728 req-e6500633-8bba-4205-9fe3-49cdc705656b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420935 Jan 31 04:46:16.467275 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63862fc-2546-4bde-81dc-2e961a99a8bd req-8820d216-5703-4163-9079-18dc7c22d724 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:16.469435 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c63862fc-2546-4bde-81dc-2e961a99a8bd req-8820d216-5703-4163-9079-18dc7c22d724 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0532041 Jan 31 04:46:16.519842 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c63862fc-2546-4bde-81dc-2e961a99a8bd req-967a8a87-96ed-4193-b0d5-5908ba82042c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448000 Jan 31 04:46:16.654451 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 349870cb-d883-4ba5-862f-01f28757a4f8 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:46:16.847135 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 349870cb-d883-4ba5-862f-01f28757a4f8 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:46:16.851737 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 349870cb-d883-4ba5-862f-01f28757a4f8 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:46:16.852116 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:16.934685 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 349870cb-d883-4ba5-862f-01f28757a4f8 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:46:16.935196 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:16.969119 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 349870cb-d883-4ba5-862f-01f28757a4f8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=349870cb-d883-4ba5-862f-01f28757a4f8,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:17.041242 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:17.118211 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cffb45-ea69-420b-8e53-c7dcb0f92e99 req-b058260b-747a-45a5-8373-15f0cf4357b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:17.119791 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f8cffb45-ea69-420b-8e53-c7dcb0f92e99 req-b058260b-747a-45a5-8373-15f0cf4357b1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 1129 time: 0.1137526 Jan 31 04:46:17.133474 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbffe6f-54eb-425c-8c92-2090c6c9282a req-7c48eb78-41cd-4d0e-82e6-fe91f7ba29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:17.135015 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8cbffe6f-54eb-425c-8c92-2090c6c9282a req-7c48eb78-41cd-4d0e-82e6-fe91f7ba29c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 1130 time: 0.1492934 Jan 31 04:46:17.141867 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-f8cffb45-ea69-420b-8e53-c7dcb0f92e99 req-3102859d-09da-4167-944d-1db81b65f1b7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:17.142643 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=349870cb-d883-4ba5-862f-01f28757a4f8,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:17.154842 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d91d9-d97c-4964-a110-6c05536533bf req-40493421-ed68-4f50-8609-31d54f4bfe9c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:17.156865 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-532d91d9-d97c-4964-a110-6c05536533bf req-40493421-ed68-4f50-8609-31d54f4bfe9c tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.1034379 Jan 31 04:46:17.162973 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8cbffe6f-54eb-425c-8c92-2090c6c9282a req-fa70d032-5ff9-49fe-9ca5-e79e3fef67d2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:17.231086 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb94e60-681c-46ba-8658-d82d9f64b960 req-7006f424-4ab4-4af6-8e53-0c5995806353 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:17.232564 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cfb94e60-681c-46ba-8658-d82d9f64b960 req-7006f424-4ab4-4af6-8e53-0c5995806353 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0919142 Jan 31 04:46:17.305959 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-f8cffb45-ea69-420b-8e53-c7dcb0f92e99 req-3102859d-09da-4167-944d-1db81b65f1b7 service neutron] Publish callbacks [] for security_group (3d0ee32a-6107-4203-9594-852ed4e3e36e), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:17.322906 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cfb94e60-681c-46ba-8658-d82d9f64b960 req-f935a9be-1fb4-4ace-b990-6020866bc6af tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785475 Jan 31 04:46:17.384248 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-f8cffb45-ea69-420b-8e53-c7dcb0f92e99 req-3102859d-09da-4167-944d-1db81b65f1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3d0ee32a-6107-4203-9594-852ed4e3e36e), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:17.398419 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-532d91d9-d97c-4964-a110-6c05536533bf req-b8c9dd5f-0180-4abc-a59a-0422f87878c9 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320969 Jan 31 04:46:17.430811 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9c56db-f2a0-485f-83e4-bc1b8b9172cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349870cb-d883-4ba5-862f-01f28757a4f8'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:46:17.433356 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2e0fb6-fb5d-45fa-bd25-11efa85503db" -d '{"events": [{"server_uuid": "dd9c56db-f2a0-485f-83e4-bc1b8b9172cf", "name": "network-vif-plugged", "status": "completed", "tag": "349870cb-d883-4ba5-862f-01f28757a4f8"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:46:17.436368 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.db.api [req-8cbffe6f-54eb-425c-8c92-2090c6c9282a req-fa70d032-5ff9-49fe-9ca5-e79e3fef67d2 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 78afae1e6cc64db988476a8e22b35517 {{(pid=109632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 04:46:17.437030 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG oslo_db.api [req-8cbffe6f-54eb-425c-8c92-2090c6c9282a req-fa70d032-5ff9-49fe-9ca5-e79e3fef67d2 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 04:46:17.465069 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f8cffb45-ea69-420b-8e53-c7dcb0f92e99 req-3102859d-09da-4167-944d-1db81b65f1b7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380904 Jan 31 04:46:17.469321 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81923562-fe28-4e97-887b-4aeed285025a x-openstack-request-id: req-81923562-fe28-4e97-887b-4aeed285025a {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:46:17.469739 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3102859d-09da-4167-944d-1db81b65f1b7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0ee32a-6107-4203-9594-852ed4e3e36e,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:17.470242 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9c56db-f2a0-485f-83e4-bc1b8b9172cf", "name": "network-vif-plugged", "status": "completed", "tag": "349870cb-d883-4ba5-862f-01f28757a4f8", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:46:17.470242 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81923562-fe28-4e97-887b-4aeed285025a {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:46:17.473734 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9c56db-f2a0-485f-83e4-bc1b8b9172cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349870cb-d883-4ba5-862f-01f28757a4f8', 'code': 200} Jan 31 04:46:17.491913 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875731c0-cb00-4004-a194-ca0fa76a91d2 req-8524eb4a-15bd-4f84-9c5b-565b1d77445b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:17.493384 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-875731c0-cb00-4004-a194-ca0fa76a91d2 req-8524eb4a-15bd-4f84-9c5b-565b1d77445b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.1025360 Jan 31 04:46:17.541223 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-875731c0-cb00-4004-a194-ca0fa76a91d2 req-0fcc9a42-2a87-4660-a317-bb2f6282390a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420847 Jan 31 04:46:17.638267 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925666d-c35a-4455-b272-680bba8141e2 req-83f86cc5-fb4b-466e-b866-25cabc043378 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:17.640397 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4925666d-c35a-4455-b272-680bba8141e2 req-83f86cc5-fb4b-466e-b866-25cabc043378 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0526855 Jan 31 04:46:17.684622 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4925666d-c35a-4455-b272-680bba8141e2 req-597d37f2-f2aa-40ac-a693-0772fe0c8ef8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384731 Jan 31 04:46:17.938468 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8cbffe6f-54eb-425c-8c92-2090c6c9282a req-fa70d032-5ff9-49fe-9ca5-e79e3fef67d2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:18.010084 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8cbffe6f-54eb-425c-8c92-2090c6c9282a req-fa70d032-5ff9-49fe-9ca5-e79e3fef67d2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8688140 Jan 31 04:46:18.445944 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a10ab-515d-498f-841b-7127690303e3 req-31b70031-3324-4473-a615-d5affb20dc6a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:18.453708 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c74a10ab-515d-498f-841b-7127690303e3 req-31b70031-3324-4473-a615-d5affb20dc6a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0626168 Jan 31 04:46:18.501012 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c74a10ab-515d-498f-841b-7127690303e3 req-c13d3e2d-7490-4151-b51b-55e19e23e7cd tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Jan 31 04:46:18.541232 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb64126-b9d1-410f-92b8-aec722b3ab3c req-98818a70-9719-432c-9097-56edcf09fb20 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:18.542703 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9eb64126-b9d1-410f-92b8-aec722b3ab3c req-98818a70-9719-432c-9097-56edcf09fb20 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0622919 Jan 31 04:46:18.595582 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9eb64126-b9d1-410f-92b8-aec722b3ab3c req-549a59f2-9752-4801-9dcf-7be63f2199a6 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Jan 31 04:46:18.636175 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 4b0786d6-d423-4590-a58e-c6f508be4b8a up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:46:18.679585 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30fad6-8996-479a-a586-dc424133dad9 req-c958d402-bd4f-4c36-91dc-577bbe64e12e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:18.681109 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ae30fad6-8996-479a-a586-dc424133dad9 req-c958d402-bd4f-4c36-91dc-577bbe64e12e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0577209 Jan 31 04:46:18.729929 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ae30fad6-8996-479a-a586-dc424133dad9 req-1c2b6564-58e8-41f8-aacb-07424ae40601 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 Jan 31 04:46:18.779044 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 4b0786d6-d423-4590-a58e-c6f508be4b8a completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:46:18.784724 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 4b0786d6-d423-4590-a58e-c6f508be4b8a triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:46:18.787270 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:18.817108 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746a1eb-65c9-4ac2-a897-813eb3fd3e70 req-f9c288ce-37d9-410b-8080-2f4453fffd75 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:18.818762 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2746a1eb-65c9-4ac2-a897-813eb3fd3e70 req-f9c288ce-37d9-410b-8080-2f4453fffd75 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0633006 Jan 31 04:46:18.869433 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 4b0786d6-d423-4590-a58e-c6f508be4b8a is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:46:18.869740 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:18.887551 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66e647-86f3-49ce-8bc1-fdfb4f97c29d req-65fa4554-f653-458c-b1bc-a52415d85882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:18.889020 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2f66e647-86f3-49ce-8bc1-fdfb4f97c29d req-65fa4554-f653-458c-b1bc-a52415d85882 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 1129 time: 0.0909739 Jan 31 04:46:18.894110 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2746a1eb-65c9-4ac2-a897-813eb3fd3e70 req-462acda0-fdb9-4f36-937d-89271510652f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596979 Jan 31 04:46:18.902288 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 4b0786d6-d423-4590-a58e-c6f508be4b8a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:18.933066 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2f66e647-86f3-49ce-8bc1-fdfb4f97c29d req-8bc4078c-b8c9-4005-a012-2ca88719ec66 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Jan 31 04:46:18.984201 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:18.985008 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 2eade66b-918f-4c8e-a64c-60d0ce7921a5 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:46:19.060551 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=4b0786d6-d423-4590-a58e-c6f508be4b8a,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:19.159158 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:46:19.163079 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:46:19.163557 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:19.245641 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:46:19.246038 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:19.278896 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:19.338303 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:19.384942 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:19.471603 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eea382-424b-4435-9241-e428592c98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0786d6-d423-4590-a58e-c6f508be4b8a'}, {'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:46:19.473542 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef60586f-c018-4030-9554-8eeb023d9a84" -d '{"events": [{"server_uuid": "81eea382-424b-4435-9241-e428592c98f3", "name": "network-vif-plugged", "status": "completed", "tag": "4b0786d6-d423-4590-a58e-c6f508be4b8a"}, {"server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "name": "network-vif-plugged", "status": "completed", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:46:19.512670 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 Jan 2022 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48deb717-b3aa-4efc-b315-c7ffd0fa4cb4 x-openstack-request-id: req-48deb717-b3aa-4efc-b315-c7ffd0fa4cb4 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:46:19.512969 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81eea382-424b-4435-9241-e428592c98f3", "name": "network-vif-plugged", "status": "completed", "tag": "4b0786d6-d423-4590-a58e-c6f508be4b8a", "code": 200}, {"server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "name": "network-vif-plugged", "status": "completed", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:46:19.513228 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48deb717-b3aa-4efc-b315-c7ffd0fa4cb4 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:46:19.513626 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eea382-424b-4435-9241-e428592c98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0786d6-d423-4590-a58e-c6f508be4b8a', 'code': 200} Jan 31 04:46:19.513884 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'code': 200} Jan 31 04:46:19.619806 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c0dcc-499a-4356-aa4d-123cb86d8cde req-6fc9c9e8-df2e-455c-af30-7c5b73c61159 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:19.625015 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7e8c0dcc-499a-4356-aa4d-123cb86d8cde req-6fc9c9e8-df2e-455c-af30-7c5b73c61159 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0530522 Jan 31 04:46:19.773828 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7e8c0dcc-499a-4356-aa4d-123cb86d8cde req-643b6fdb-2a09-48d7-92fa-17366aeeee93 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765774 Jan 31 04:46:19.775043 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79b54d-3f20-4f3e-8acb-4228f8fc0fd0 req-12d7be7c-438e-4259-9791-c51747a43c69 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:19.775043 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4c79b54d-3f20-4f3e-8acb-4228f8fc0fd0 req-12d7be7c-438e-4259-9791-c51747a43c69 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0544779 Jan 31 04:46:19.800114 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4c79b54d-3f20-4f3e-8acb-4228f8fc0fd0 req-a1353222-d080-4509-b9bd-0de76501011d tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489028 Jan 31 04:46:19.858579 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae53ff0-c3bf-4f47-9d2f-7bf59f28fdcd req-b4513347-48cd-48a6-b0c9-e8af6868cfef tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:19.860119 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-aae53ff0-c3bf-4f47-9d2f-7bf59f28fdcd req-b4513347-48cd-48a6-b0c9-e8af6868cfef tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0556731 Jan 31 04:46:19.906680 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-aae53ff0-c3bf-4f47-9d2f-7bf59f28fdcd req-b2b8a70c-4aaf-423f-890a-474218492825 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410531 Jan 31 04:46:20.027315 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb45837-49a5-49eb-82fe-0f53c208e711 req-048e0918-a3bc-43ad-8a01-0bbc445cf43f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:20.027315 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-abb45837-49a5-49eb-82fe-0f53c208e711 req-048e0918-a3bc-43ad-8a01-0bbc445cf43f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0592639 Jan 31 04:46:20.072034 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-abb45837-49a5-49eb-82fe-0f53c208e711 req-25a2c7e3-f6d1-4001-b359-4ea59fcca48c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468454 Jan 31 04:46:20.656840 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979bcab-b5b6-408a-96d1-4f5eecc73b60 req-75564a9f-6186-4787-b42e-cf18a8c5df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:20.658309 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f979bcab-b5b6-408a-96d1-4f5eecc73b60 req-75564a9f-6186-4787-b42e-cf18a8c5df40 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 1129 time: 0.0430646 Jan 31 04:46:20.686220 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad9f2b-9dcf-4009-899d-47d720a8e680 req-b3c91030-0faa-405b-bf7f-8addde841859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:20.687871 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-adad9f2b-9dcf-4009-899d-47d720a8e680 req-b3c91030-0faa-405b-bf7f-8addde841859 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 1129 time: 0.0427742 Jan 31 04:46:20.833472 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2bfc23-9158-41d4-877b-0a466e3e19bd req-21df8ec6-c7d0-4e37-a3e8-e44fd5ff45ca tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:20.835261 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9c2bfc23-9158-41d4-877b-0a466e3e19bd req-21df8ec6-c7d0-4e37-a3e8-e44fd5ff45ca tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0621591 Jan 31 04:46:20.922096 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-adad9f2b-9dcf-4009-899d-47d720a8e680 req-8078dbce-de0e-4185-99cd-b6d725c985b7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638528 Jan 31 04:46:20.936024 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f979bcab-b5b6-408a-96d1-4f5eecc73b60 req-20be566a-eef2-4d3e-8297-78025759f1c7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719826 Jan 31 04:46:20.950165 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9c2bfc23-9158-41d4-877b-0a466e3e19bd req-3ccccc59-9954-4d17-afe3-900232256181 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033010 Jan 31 04:46:21.007086 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaf546-dcf4-498b-972f-b0fa8c847e02 req-a300894d-406d-4f30-b864-e5c4803f8764 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:21.011479 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3faaf546-dcf4-498b-972f-b0fa8c847e02 req-a300894d-406d-4f30-b864-e5c4803f8764 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.1053305 Jan 31 04:46:21.061031 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3faaf546-dcf4-498b-972f-b0fa8c847e02 req-e6fbda4d-5eb3-4523-a468-3b312943b2d7 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457859 Jan 31 04:46:21.105219 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb24a8-f0fb-4f3e-9629-31f397706154 req-5890fb25-cf4a-43fb-9049-5e0bc968aa2f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:21.121701 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8afb24a8-f0fb-4f3e-9629-31f397706154 req-5890fb25-cf4a-43fb-9049-5e0bc968aa2f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0804389 Jan 31 04:46:21.175090 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8afb24a8-f0fb-4f3e-9629-31f397706154 req-c8f388dd-d559-400b-8e54-678612cadd09 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627499 Jan 31 04:46:21.254288 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ae06f-8d7f-4e63-924c-5a3d5ab8cd9e req-355f3ac7-e383-4a43-9c7e-54a30e640887 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:21.256367 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ce5ae06f-8d7f-4e63-924c-5a3d5ab8cd9e req-355f3ac7-e383-4a43-9c7e-54a30e640887 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0688286 Jan 31 04:46:21.267429 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36222) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:21.314116 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ce5ae06f-8d7f-4e63-924c-5a3d5ab8cd9e req-bd39d90a-fff8-4ddc-9793-4dce24e54b34 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481942 Jan 31 04:46:21.388662 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-12787b60-47cc-4eb5-ab69-42e5c98af24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:21.478129 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-12787b60-47cc-4eb5-ab69-42e5c98af24d admin admin] Publish callbacks [] for security_group (86de7947-8b10-4c8b-abea-f0024a113b51), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:21.561347 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-12787b60-47cc-4eb5-ab69-42e5c98af24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (86de7947-8b10-4c8b-abea-f0024a113b51), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:21.610877 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-12787b60-47cc-4eb5-ab69-42e5c98af24d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=103398c60ede4b46b245126d59bd83f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368833 Jan 31 04:46:21.610877 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12787b60-47cc-4eb5-ab69-42e5c98af24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86de7947-8b10-4c8b-abea-f0024a113b51,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:21.611304 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36230) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:21.680710 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2f15-3b2c-4842-a5dd-7863689bc482 admin admin] Publish callbacks [] for security_group (86de7947-8b10-4c8b-abea-f0024a113b51), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:21.709623 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2f15-3b2c-4842-a5dd-7863689bc482 admin admin] Publish callbacks [] for security_group (86de7947-8b10-4c8b-abea-f0024a113b51), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:21.801346 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a99c3-d97f-4772-b832-f87d7dbeb018 req-a5aa147d-6c02-465d-acaa-84f6fd5cfaff tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:21.802840 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-887a99c3-d97f-4772-b832-f87d7dbeb018 req-a5aa147d-6c02-465d-acaa-84f6fd5cfaff tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0752234 Jan 31 04:46:21.856168 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-887a99c3-d97f-4772-b832-f87d7dbeb018 req-e2258e91-ede4-4b90-938f-01de58afda59 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467987 Jan 31 04:46:21.890643 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2f15-3b2c-4842-a5dd-7863689bc482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (86de7947-8b10-4c8b-abea-f0024a113b51), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:21.895189 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2f15-3b2c-4842-a5dd-7863689bc482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:21.895189 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-1ccd2f15-3b2c-4842-a5dd-7863689bc482 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86de7947-8b10-4c8b-abea-f0024a113b51 HTTP/1.1" status: 204 len: 168 time: 0.2820489 Jan 31 04:46:21.903791 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd2f15-3b2c-4842-a5dd-7863689bc482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86de7947-8b10-4c8b-abea-f0024a113b51,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:22.084428 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e0b98-a28a-45f9-9629-cd6839eb962d req-03cc740a-f31e-4020-b6d5-5ed35819f96a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:22.085968 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c56e0b98-a28a-45f9-9629-cd6839eb962d req-03cc740a-f31e-4020-b6d5-5ed35819f96a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0588815 Jan 31 04:46:22.133898 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c56e0b98-a28a-45f9-9629-cd6839eb962d req-6b96d261-5cac-4cc7-af55-925efc4c4a70 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Jan 31 04:46:22.239550 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2a855-3c6d-41cd-b9c8-e623abd0ad6e req-c1d02e32-c555-4d04-90b7-cf517ccfd454 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:22.247315 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3fe2a855-3c6d-41cd-b9c8-e623abd0ad6e req-c1d02e32-c555-4d04-90b7-cf517ccfd454 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0771761 Jan 31 04:46:22.298567 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3fe2a855-3c6d-41cd-b9c8-e623abd0ad6e req-8584e046-ecbf-44b1-a405-70b44aa6c1bc tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489235 Jan 31 04:46:22.315836 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6da87-539e-4f5e-aa6b-2ce267259c67 req-21f04b66-92bd-44b8-8138-ca720e425bdf tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:22.317456 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72d6da87-539e-4f5e-aa6b-2ce267259c67 req-21f04b66-92bd-44b8-8138-ca720e425bdf tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0539331 Jan 31 04:46:22.365482 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72d6da87-539e-4f5e-aa6b-2ce267259c67 req-020bd213-d561-4f24-af66-f84dcedc87c1 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425184 Jan 31 04:46:22.521732 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36266) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:22.534924 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:22.604489 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Publish callbacks [] for security_group (a25394df-58ff-49ba-b95d-5a0c144e0bbd), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:22.664029 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (a25394df-58ff-49ba-b95d-5a0c144e0bbd), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:22.700702 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e54c770638304489968a927ff619c9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776540 Jan 31 04:46:22.701385 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25394df-58ff-49ba-b95d-5a0c144e0bbd,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:22.703718 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36268) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:22.709401 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.709751 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.710095 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.710430 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.710757 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.711111 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.711443 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.711764 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.712111 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.712455 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.712779 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.713099 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.713415 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32e039-c553-4f1e-b15a-5a18ac0f2358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.753058 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Publish callbacks [] for security_group (a25394df-58ff-49ba-b95d-5a0c144e0bbd), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:22.773958 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Publish callbacks [] for security_group (a25394df-58ff-49ba-b95d-5a0c144e0bbd), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:22.896410 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (a25394df-58ff-49ba-b95d-5a0c144e0bbd), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:22.899172 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:22.900602 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a25394df-58ff-49ba-b95d-5a0c144e0bbd HTTP/1.1" status: 204 len: 168 time: 0.1957476 Jan 31 04:46:22.921311 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25394df-58ff-49ba-b95d-5a0c144e0bbd,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:22.929912 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.930263 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.931519 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.933155 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.933501 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.933832 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.934162 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.934492 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.934832 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.941176 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.941176 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.941176 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:22.941176 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503488d3-9fdd-4740-ac8e-664d7b5effc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:46:23.000005 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de5dc4-2f63-412a-9d52-cbbde631e3c6 req-632216f4-445d-4b40-b46d-18cd25e6b64c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:23.001808 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a5de5dc4-2f63-412a-9d52-cbbde631e3c6 req-632216f4-445d-4b40-b46d-18cd25e6b64c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0621874 Jan 31 04:46:23.062422 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a5de5dc4-2f63-412a-9d52-cbbde631e3c6 req-788372e1-5961-4acd-ace7-89ef749c4943 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546358 Jan 31 04:46:23.414016 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66c79a-555a-4afe-9614-bbf9fab75230 req-bc9bd56e-b53d-400b-88e3-bfe0110c1835 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:23.419252 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fd66c79a-555a-4afe-9614-bbf9fab75230 req-bc9bd56e-b53d-400b-88e3-bfe0110c1835 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0588670 Jan 31 04:46:23.470238 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fd66c79a-555a-4afe-9614-bbf9fab75230 req-42de8d29-d9d9-4424-bed1-c7af6ebdd78c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482528 Jan 31 04:46:23.497617 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa14394-7468-47a5-aa92-3611ba6b03f9 req-4e6946fd-9cdf-4ffa-911b-19420aefde12 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:23.499775 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-caa14394-7468-47a5-aa92-3611ba6b03f9 req-4e6946fd-9cdf-4ffa-911b-19420aefde12 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0592713 Jan 31 04:46:23.553914 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-caa14394-7468-47a5-aa92-3611ba6b03f9 req-e6eec86c-cfcd-41ab-ac75-4d910eb945a7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468485 Jan 31 04:46:24.180057 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0334-20ac-45c2-8bf0-f418d60a6966 req-28fe1bc0-a1eb-4516-89be-f81bf4090d90 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:24.181585 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-058a0334-20ac-45c2-8bf0-f418d60a6966 req-28fe1bc0-a1eb-4516-89be-f81bf4090d90 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0528340 Jan 31 04:46:24.228577 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-058a0334-20ac-45c2-8bf0-f418d60a6966 req-c1a0f4d3-2fa5-4af2-9021-07f69bd892a7 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Jan 31 04:46:24.588535 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429df54-d99f-413e-9af3-a7dd49cf6215 req-59e6c5f6-237f-4b86-8db0-59e8735a7d63 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:24.589971 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f429df54-d99f-413e-9af3-a7dd49cf6215 req-59e6c5f6-237f-4b86-8db0-59e8735a7d63 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0542498 Jan 31 04:46:24.638161 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f429df54-d99f-413e-9af3-a7dd49cf6215 req-06ab5a83-a03c-4344-909c-a080e8f23781 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 Jan 31 04:46:24.687481 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d472203-1f75-4463-bc60-0aae4fdb40b6 req-ca8bab73-fce4-41ba-92a3-b1c6dfbf646a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:24.688975 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1d472203-1f75-4463-bc60-0aae4fdb40b6 req-ca8bab73-fce4-41ba-92a3-b1c6dfbf646a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0638928 Jan 31 04:46:24.735800 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1d472203-1f75-4463-bc60-0aae4fdb40b6 req-ddd3ddfe-3556-483f-a3ba-6fa078dfe7db tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414357 Jan 31 04:46:25.250687 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d82f40b0-fe41-4744-a10d-70341700da38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:25.345301 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced7a2b-6691-4480-9c65-1bcb54212d8e req-b346bc2a-7bbc-4dfa-aaa2-fcf2a197a4ea tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:25.346879 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4ced7a2b-6691-4480-9c65-1bcb54212d8e req-b346bc2a-7bbc-4dfa-aaa2-fcf2a197a4ea tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0522561 Jan 31 04:46:25.396094 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4ced7a2b-6691-4480-9c65-1bcb54212d8e req-4c8f3529-9de6-42d2-bb03-fe6d312e7173 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430157 Jan 31 04:46:25.754269 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca2d1-0d0d-47c7-96e7-d9b1f386bd0f req-ee586f02-aca9-4efb-8d53-34a259fdd14e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:25.756045 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-82aca2d1-0d0d-47c7-96e7-d9b1f386bd0f req-ee586f02-aca9-4efb-8d53-34a259fdd14e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0523725 Jan 31 04:46:25.807496 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-82aca2d1-0d0d-47c7-96e7-d9b1f386bd0f req-82beaf81-3bd8-471b-ad05-3b115bcf8e5e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455494 Jan 31 04:46:25.858517 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8eeb9-9875-44ef-a582-30d9fd2087b0 req-92b4c2fc-d647-4617-bb12-4fefaab01933 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:25.859759 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-50a8eeb9-9875-44ef-a582-30d9fd2087b0 req-92b4c2fc-d647-4617-bb12-4fefaab01933 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0508938 Jan 31 04:46:25.910328 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-50a8eeb9-9875-44ef-a582-30d9fd2087b0 req-70378b21-2af2-4af2-bd8a-9560ffec7587 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449147 Jan 31 04:46:26.442819 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36406) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:26.523617 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5b12-bee6-47fc-87d3-d0c67daa6638 req-1db3316f-b622-4aee-8456-142858c7c03a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:26.525193 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-25dd5b12-bee6-47fc-87d3-d0c67daa6638 req-1db3316f-b622-4aee-8456-142858c7c03a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0554233 Jan 31 04:46:26.556413 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48001dd7-d303-4f0e-8bae-b7dbb4d6d8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:26.576646 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-25dd5b12-bee6-47fc-87d3-d0c67daa6638 req-5ffeed64-4044-4cdb-8721-ef44a031055c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448806 Jan 31 04:46:26.627851 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48001dd7-d303-4f0e-8bae-b7dbb4d6d8bc admin admin] Publish callbacks [] for security_group (841c4d9b-ad7e-450a-8098-213e2b287d04), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:26.692105 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48001dd7-d303-4f0e-8bae-b7dbb4d6d8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (841c4d9b-ad7e-450a-8098-213e2b287d04), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:26.730273 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-48001dd7-d303-4f0e-8bae-b7dbb4d6d8bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=763ad07bd5014dd194783011b03e35a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863441 Jan 31 04:46:26.732289 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48001dd7-d303-4f0e-8bae-b7dbb4d6d8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841c4d9b-ad7e-450a-8098-213e2b287d04,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:26.733364 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36414) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:26.783554 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a45ae85-baf5-4767-909b-6687d45b0cde admin admin] Publish callbacks [] for security_group (841c4d9b-ad7e-450a-8098-213e2b287d04), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:26.804741 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a45ae85-baf5-4767-909b-6687d45b0cde admin admin] Publish callbacks [] for security_group (841c4d9b-ad7e-450a-8098-213e2b287d04), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:26.892749 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a45ae85-baf5-4767-909b-6687d45b0cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (841c4d9b-ad7e-450a-8098-213e2b287d04), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:26.895405 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8a45ae85-baf5-4767-909b-6687d45b0cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:26.896583 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8a45ae85-baf5-4767-909b-6687d45b0cde admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/841c4d9b-ad7e-450a-8098-213e2b287d04 HTTP/1.1" status: 204 len: 168 time: 0.1619759 Jan 31 04:46:26.907095 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45ae85-baf5-4767-909b-6687d45b0cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841c4d9b-ad7e-450a-8098-213e2b287d04,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:26.926333 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808d294-2e13-4305-9cb8-6549e38a5d30 req-727c6de0-e9c8-4676-b932-577be8df387c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:26.928248 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3808d294-2e13-4305-9cb8-6549e38a5d30 req-727c6de0-e9c8-4676-b932-577be8df387c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0557408 Jan 31 04:46:26.991973 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6436613-1da6-44bd-bede-36f0c7400e0e req-1a247371-a843-412e-8281-daa0c555c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:26.993497 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6436613-1da6-44bd-bede-36f0c7400e0e req-1a247371-a843-412e-8281-daa0c555c71d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 1129 time: 0.0511310 Jan 31 04:46:26.994530 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3808d294-2e13-4305-9cb8-6549e38a5d30 req-636fb6d1-da41-4732-b34e-e4c249623df3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603969 Jan 31 04:46:27.050173 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fb90d-17be-4f41-97a6-68cc97171e0f req-0f46265c-fcb1-4932-a7bc-b6052595e016 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:27.051636 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-806fb90d-17be-4f41-97a6-68cc97171e0f req-0f46265c-fcb1-4932-a7bc-b6052595e016 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0553839 Jan 31 04:46:27.098509 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-806fb90d-17be-4f41-97a6-68cc97171e0f req-f2c36dda-f27b-4a11-91f4-aef03f60528a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411930 Jan 31 04:46:27.242213 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6436613-1da6-44bd-bede-36f0c7400e0e req-b42c1093-80db-41b0-a912-6aa1da243338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:27.243850 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6436613-1da6-44bd-bede-36f0c7400e0e req-b42c1093-80db-41b0-a912-6aa1da243338 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 918 time: 0.1080327 Jan 31 04:46:27.293010 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6436613-1da6-44bd-bede-36f0c7400e0e req-3382a9fc-ded8-45d5-ac83-bed3a6c5b785 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48d0d5c8-7822-42f9-8635-3991c50d27a3 HTTP/1.1" status: 200 len: 217 time: 0.0404897 Jan 31 04:46:27.357193 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6436613-1da6-44bd-bede-36f0c7400e0e req-2ec47a36-a086-4c0d-8834-3b92a1f01fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:27.359700 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6436613-1da6-44bd-bede-36f0c7400e0e req-2ec47a36-a086-4c0d-8834-3b92a1f01fd8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 200 len: 858 time: 0.0454397 Jan 31 04:46:27.390625 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6436613-1da6-44bd-bede-36f0c7400e0e req-64cacede-4269-472d-892c-f790c4038f55 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3790ef1-f274-459b-844e-81d21ffa0cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247886 Jan 31 04:46:27.516367 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6436613-1da6-44bd-bede-36f0c7400e0e req-66488a84-f909-478d-aa9b-63f409b26982 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896327 Jan 31 04:46:27.595036 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0674e64b-ca8a-403e-8b0e-392aa7e60fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:27.637382 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6436613-1da6-44bd-bede-36f0c7400e0e req-8e3293c7-5a33-4b11-b566-223a16004d25 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028316 Jan 31 04:46:27.674113 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36436) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:27.687565 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-0bb6bd4c-1975-49ea-8516-4f6b648fc957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:27.698806 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c604d6-66b2-4995-b994-b2e9d23a57e7 req-a98821ee-0051-43fb-a940-5b34fe0c3f85 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:27.700380 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-93c604d6-66b2-4995-b994-b2e9d23a57e7 req-a98821ee-0051-43fb-a940-5b34fe0c3f85 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0559802 Jan 31 04:46:27.754049 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-93c604d6-66b2-4995-b994-b2e9d23a57e7 req-da8d2193-d4b0-426c-a52f-a33079aa4191 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470769 Jan 31 04:46:27.763155 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-0bb6bd4c-1975-49ea-8516-4f6b648fc957 admin admin] Publish callbacks [] for security_group (5e246ed6-7cb8-477b-aa7f-3e5d6f9539c6), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:27.833551 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-0bb6bd4c-1975-49ea-8516-4f6b648fc957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (5e246ed6-7cb8-477b-aa7f-3e5d6f9539c6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:27.877540 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-0bb6bd4c-1975-49ea-8516-4f6b648fc957 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8f9cf821b744bd18fae2292fcadf6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002017 Jan 31 04:46:27.877540 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6bd4c-1975-49ea-8516-4f6b648fc957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e246ed6-7cb8-477b-aa7f-3e5d6f9539c6,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:27.878015 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36442) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:27.923898 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-08fb9b0b-c587-46c9-9e83-2d397ad5d80e admin admin] Publish callbacks [] for security_group (5e246ed6-7cb8-477b-aa7f-3e5d6f9539c6), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:27.944469 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-08fb9b0b-c587-46c9-9e83-2d397ad5d80e admin admin] Publish callbacks [] for security_group (5e246ed6-7cb8-477b-aa7f-3e5d6f9539c6), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:28.069436 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-08fb9b0b-c587-46c9-9e83-2d397ad5d80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (5e246ed6-7cb8-477b-aa7f-3e5d6f9539c6), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:28.072115 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-08fb9b0b-c587-46c9-9e83-2d397ad5d80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:28.073311 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-08fb9b0b-c587-46c9-9e83-2d397ad5d80e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e246ed6-7cb8-477b-aa7f-3e5d6f9539c6 HTTP/1.1" status: 204 len: 168 time: 0.1941886 Jan 31 04:46:28.082433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb9b0b-c587-46c9-9e83-2d397ad5d80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e246ed6-7cb8-477b-aa7f-3e5d6f9539c6,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:28.122370 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0b017-f767-40a7-9008-42d356601844 req-05f8d6dd-165b-40dc-ae0e-0ea21a9dc25d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:28.125339 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bbc0b017-f767-40a7-9008-42d356601844 req-05f8d6dd-165b-40dc-ae0e-0ea21a9dc25d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0611589 Jan 31 04:46:28.173190 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bbc0b017-f767-40a7-9008-42d356601844 req-d980f72a-56ac-4f65-8a69-e79b9cda118d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427349 Jan 31 04:46:28.233488 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97528fa8-90cd-4225-97c2-5755420aca90 req-b9eaa6de-42f1-4f0b-aa1a-e0f7e41341df tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:28.234979 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-97528fa8-90cd-4225-97c2-5755420aca90 req-b9eaa6de-42f1-4f0b-aa1a-e0f7e41341df tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0648315 Jan 31 04:46:28.285214 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-97528fa8-90cd-4225-97c2-5755420aca90 req-ea07cd5a-5182-4693-b942-c3028883af7b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447538 Jan 31 04:46:28.485199 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:28.888427 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f62f2-fad6-4633-a330-b835afc68cc1 req-6f4852fb-e15c-42c5-b6df-b747829a38cd tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:28.890073 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-751f62f2-fad6-4633-a330-b835afc68cc1 req-6f4852fb-e15c-42c5-b6df-b747829a38cd tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0607948 Jan 31 04:46:28.946938 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-751f62f2-fad6-4633-a330-b835afc68cc1 req-af6ab6fe-2e1d-4048-9dce-b9e5eac5ede3 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512109 Jan 31 04:46:29.105265 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:46:29.418841 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742c396-e1e6-4de3-9100-ca6af976adbc req-371014b1-1bba-439b-bf6f-7641ef59dd4a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:29.420281 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3742c396-e1e6-4de3-9100-ca6af976adbc req-371014b1-1bba-439b-bf6f-7641ef59dd4a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0552881 Jan 31 04:46:29.471826 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3742c396-e1e6-4de3-9100-ca6af976adbc req-010c8c0b-b1fb-4f92-a66c-bc5a8ce8dabe tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442970 Jan 31 04:46:29.648566 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21874c6-a28d-4011-abab-c68d78876861 req-e14122b1-5306-4dc0-b101-c996ff9ac868 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:29.650096 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f21874c6-a28d-4011-abab-c68d78876861 req-e14122b1-5306-4dc0-b101-c996ff9ac868 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0559182 Jan 31 04:46:29.659171 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36520) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:29.663654 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-2cc93e66-01c7-4a6c-937f-70b7ff523ba2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'floatingip': {'port_id': '2eade66b-918f-4c8e-a64c-60d0ce7921a5'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:46:29.735318 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2cc93e66-01c7-4a6c-937f-70b7ff523ba2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (30f1bbda-5bee-4601-9c15-eb5b5e70ac56), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.069854 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36542) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:30.104486 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.158337 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef65731-00ee-4c7f-900d-80c429ae9423 req-ded136b8-f7c4-466c-8f96-71839b944aae tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:30.159883 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1ef65731-00ee-4c7f-900d-80c429ae9423 req-ded136b8-f7c4-466c-8f96-71839b944aae tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.1038878 Jan 31 04:46:30.223362 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1ef65731-00ee-4c7f-900d-80c429ae9423 req-946e6429-0f85-4fbe-9e67-2df585021422 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555425 Jan 31 04:46:30.230266 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c983caad-94d7-46d8-86d1-40517cfc9e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.306346 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c983caad-94d7-46d8-86d1-40517cfc9e32 admin admin] Publish callbacks [] for security_group (143db2de-6ab3-46c3-a3f0-a925e390ba26), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.401054 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c983caad-94d7-46d8-86d1-40517cfc9e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (143db2de-6ab3-46c3-a3f0-a925e390ba26), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.444829 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-c983caad-94d7-46d8-86d1-40517cfc9e32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=922dc3003f814a61b66cfda2b8e779a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713160 Jan 31 04:46:30.444829 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983caad-94d7-46d8-86d1-40517cfc9e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143db2de-6ab3-46c3-a3f0-a925e390ba26,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:30.446635 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36548) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:30.536930 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-a5eb94c9-271a-4e1f-ab71-c83b47a1b9ba admin admin] Publish callbacks [] for security_group (143db2de-6ab3-46c3-a3f0-a925e390ba26), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.543230 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-169b22c1-4069-4d36-9e82-3a0430a01c16 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810931 Jan 31 04:46:30.567294 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-a5eb94c9-271a-4e1f-ab71-c83b47a1b9ba admin admin] Publish callbacks [] for security_group (143db2de-6ab3-46c3-a3f0-a925e390ba26), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.654148 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2cc93e66-01c7-4a6c-937f-70b7ff523ba2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.668368 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-272f64a7-7b29-4c25-b0c0-c322b28053da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:30.669852 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-272f64a7-7b29-4c25-b0c0-c322b28053da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3cc69e55b9254a6ba45b32be8fc0df66&device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 1130 time: 0.0530035 Jan 31 04:46:30.707375 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-a5eb94c9-271a-4e1f-ab71-c83b47a1b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (143db2de-6ab3-46c3-a3f0-a925e390ba26), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.709946 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-a5eb94c9-271a-4e1f-ab71-c83b47a1b9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.711033 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-a5eb94c9-271a-4e1f-ab71-c83b47a1b9ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/143db2de-6ab3-46c3-a3f0-a925e390ba26 HTTP/1.1" status: 204 len: 168 time: 0.2633901 Jan 31 04:46:30.728437 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb94c9-271a-4e1f-ab71-c83b47a1b9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143db2de-6ab3-46c3-a3f0-a925e390ba26,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:30.732746 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2cc93e66-01c7-4a6c-937f-70b7ff523ba2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (30f1bbda-5bee-4601-9c15-eb5b5e70ac56), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:30.792750 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-62e15c4d-4252-4051-ab4a-137368289525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:30.794206 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-62e15c4d-4252-4051-ab4a-137368289525 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ba0b9841-27aa-49a6-bb74-8529ab955193 HTTP/1.1" status: 200 len: 912 time: 0.1047595 Jan 31 04:46:30.848247 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.l3_db [None req-2cc93e66-01c7-4a6c-937f-70b7ff523ba2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Floating IP 30f1bbda-5bee-4601-9c15-eb5b5e70ac56 associated. External IP: 172.27.2.169, port: 2eade66b-918f-4c8e-a64c-60d0ce7921a5. Jan 31 04:46:30.848958 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-09116c0e-d282-4f59-b781-1c63d5ccc72c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b553d9db-0bd8-4984-9092-941cff441538 HTTP/1.1" status: 200 len: 217 time: 0.0479403 Jan 31 04:46:30.918062 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-29522e23-d53c-429f-9f55-e2cf52730bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:30.919571 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-29522e23-d53c-429f-9f55-e2cf52730bb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5d162d6e-7401-4bd9-9c8e-d7c1a6eab122 HTTP/1.1" status: 200 len: 852 time: 0.0647569 Jan 31 04:46:30.952686 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-cc1be817-27b6-4456-9d21-d2bbb381fafc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ba0b9841-27aa-49a6-bb74-8529ab955193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260959 Jan 31 04:46:31.059482 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-af16db75-f54a-4a95-ab4f-48776bbf18e9 service neutron] 10.222.0.31 "GET /v2.0/networks/ba0b9841-27aa-49a6-bb74-8529ab955193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950904 Jan 31 04:46:31.066384 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc93e66-01c7-4a6c-937f-70b7ff523ba2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Router a4548a2a-e5b2-4535-8365-e489271e9a71 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:46:31.166842 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a88cc72b-91d2-47b4-a086-ad28ccc02c7a req-81256788-f73e-4b6e-be75-c3a01f3f564e service neutron] 10.222.0.31 "GET /v2.0/networks/ba0b9841-27aa-49a6-bb74-8529ab955193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951519 Jan 31 04:46:31.174040 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc93e66-01c7-4a6c-937f-70b7ff523ba2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:46:31.179244 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2cc93e66-01c7-4a6c-937f-70b7ff523ba2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:31.189583 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] Sync routers for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:46:31.200981 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:46:31.201647 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:46:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:46:31.226627 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2cc93e66-01c7-4a6c-937f-70b7ff523ba2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "PUT /v2.0/floatingips/30f1bbda-5bee-4601-9c15-eb5b5e70ac56 HTTP/1.1" status: 200 len: 991 time: 1.5662441 Jan 31 04:46:31.227364 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:46:31.229737 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c82356-2208-4060-8d5f-2ccbae3f9298" -d '{"events": [{"name": "network-changed", "server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:46:31.277937 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4fce20-ff07-472f-9963-79b443ff27ef x-openstack-request-id: req-3c4fce20-ff07-472f-9963-79b443ff27ef {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:46:31.278475 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:46:31.278871 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c4fce20-ff07-472f-9963-79b443ff27ef {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:46:31.279710 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'status': 'completed', 'code': 200} Jan 31 04:46:31.310283 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:46:31.364832 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fcdf26-4088-4670-aa74-eda9b4a7898d req-8029b5e7-98e2-4178-81cc-a3c10755bde6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:31.366964 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-56fcdf26-4088-4670-aa74-eda9b4a7898d req-8029b5e7-98e2-4178-81cc-a3c10755bde6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0724154 Jan 31 04:46:31.385032 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a3b8d-0ac3-461c-b5f7-fb3363a491be req-9c6eb6fe-180d-44cd-9983-250aa4a74eaa tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:31.386526 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9f4a3b8d-0ac3-461c-b5f7-fb3363a491be req-9c6eb6fe-180d-44cd-9983-250aa4a74eaa tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0607963 Jan 31 04:46:31.400942 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:31.446506 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-56fcdf26-4088-4670-aa74-eda9b4a7898d req-c7e9394d-bf06-4ca1-99c7-e0c3132a81a0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732665 Jan 31 04:46:31.488951 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9f4a3b8d-0ac3-461c-b5f7-fb3363a491be req-12d46fde-f3ee-49e1-a9e5-622067b8997c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931263 Jan 31 04:46:31.495469 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-70db78ae-3e8c-475c-93c1-70723ef4122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:31.497156 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-70db78ae-3e8c-475c-93c1-70723ef4122e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 1129 time: 0.0788448 Jan 31 04:46:31.617495 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '30f1bbda-5bee-4601-9c15-eb5b5e70ac56', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'port_id': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'mac_address': 'fa:16:3e:19:f8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:45:36Z', 'updated_at': '2022-01-31T04:46:30Z', 'revision_number': 1, 'project_id': '3951fb700ad04745afa04a4b077da951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:46:31.648443 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] Checking router: a4548a2a-e5b2-4535-8365-e489271e9a71 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:46:31.657864 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:46:31.658761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:46:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:46:31.848986 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:46:32.086279 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '30f1bbda-5bee-4601-9c15-eb5b5e70ac56', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'port_id': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'mac_address': 'fa:16:3e:19:f8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:45:36Z', 'updated_at': '2022-01-31T04:46:30Z', 'revision_number': 1, 'project_id': '3951fb700ad04745afa04a4b077da951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:46:32.116830 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a60d63-b607-474b-8a8e-20f440ff93e3 None None] The sync data for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi is: [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '30f1bbda-5bee-4601-9c15-eb5b5e70ac56', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'floating_ip_address': '172.27.2.169', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'port_id': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'mac_address': 'fa:16:3e:19:f8:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:45:36Z', 'updated_at': '2022-01-31T04:46:30Z', 'revision_number': 1, 'project_id': '3951fb700ad04745afa04a4b077da951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:46:32.329168 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05330866-4232-4c2f-9f68-09648f01bb10 None None] New status for floating IP 30f1bbda-5bee-4601-9c15-eb5b5e70ac56: ACTIVE {{(pid=109633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:46:32.578002 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312999-31da-444e-b294-5c87b880e4d4 req-95dde27a-c56f-4b16-8cf6-3712d6909504 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:32.579658 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3f312999-31da-444e-b294-5c87b880e4d4 req-95dde27a-c56f-4b16-8cf6-3712d6909504 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0537233 Jan 31 04:46:32.627704 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3f312999-31da-444e-b294-5c87b880e4d4 req-58ca76e2-0181-460f-bd25-aed223666eec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 Jan 31 04:46:32.744193 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded5a02-34f6-485b-bd14-cdf542927a8b req-509160f5-3a7a-4e8e-b28c-005db129b8ab tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:32.745652 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-dded5a02-34f6-485b-bd14-cdf542927a8b req-509160f5-3a7a-4e8e-b28c-005db129b8ab tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0502741 Jan 31 04:46:32.795446 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-dded5a02-34f6-485b-bd14-cdf542927a8b req-76bb7dce-d4af-45f3-9297-75fc14417ed6 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434566 Jan 31 04:46:33.757250 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfef82-d4cc-4de4-b973-46e0c6f78bd5 req-ef87a712-bea8-434b-9cba-b05f4659b182 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:33.758814 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e6bfef82-d4cc-4de4-b973-46e0c6f78bd5 req-ef87a712-bea8-434b-9cba-b05f4659b182 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0530062 Jan 31 04:46:33.807238 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e6bfef82-d4cc-4de4-b973-46e0c6f78bd5 req-86bf73b4-8a7d-4736-a5d9-a2d681330876 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416591 Jan 31 04:46:33.916265 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ce271-573a-479e-be51-4742725050cd req-d83a5c03-4505-4c79-869b-cae6e2c39a81 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:33.917739 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-557ce271-573a-479e-be51-4742725050cd req-d83a5c03-4505-4c79-869b-cae6e2c39a81 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0536015 Jan 31 04:46:33.967509 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-557ce271-573a-479e-be51-4742725050cd req-125f4924-6588-4749-8ffe-662f13a90f90 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425899 Jan 31 04:46:34.144882 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36704) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:34.252921 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bc337cbc-fc67-42e2-ac0a-a1c4eea233bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:34.324370 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bc337cbc-fc67-42e2-ac0a-a1c4eea233bc admin admin] Publish callbacks [] for security_group (85fda0e8-795e-45bc-b371-88261197b0ee), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:34.387611 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bc337cbc-fc67-42e2-ac0a-a1c4eea233bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (85fda0e8-795e-45bc-b371-88261197b0ee), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:34.425708 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-bc337cbc-fc67-42e2-ac0a-a1c4eea233bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56198b7071d7441e96e3efdc9772c1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797861 Jan 31 04:46:34.427753 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc337cbc-fc67-42e2-ac0a-a1c4eea233bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fda0e8-795e-45bc-b371-88261197b0ee,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:34.428367 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36710) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:34.475461 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41ec87ed-300c-4cb2-a767-edbd1998a1a4 admin admin] Publish callbacks [] for security_group (85fda0e8-795e-45bc-b371-88261197b0ee), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:34.495217 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41ec87ed-300c-4cb2-a767-edbd1998a1a4 admin admin] Publish callbacks [] for security_group (85fda0e8-795e-45bc-b371-88261197b0ee), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:34.612040 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41ec87ed-300c-4cb2-a767-edbd1998a1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (85fda0e8-795e-45bc-b371-88261197b0ee), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:34.614638 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-41ec87ed-300c-4cb2-a767-edbd1998a1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:34.615868 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-41ec87ed-300c-4cb2-a767-edbd1998a1a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85fda0e8-795e-45bc-b371-88261197b0ee HTTP/1.1" status: 204 len: 168 time: 0.1864994 Jan 31 04:46:34.623839 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec87ed-300c-4cb2-a767-edbd1998a1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fda0e8-795e-45bc-b371-88261197b0ee,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:34.932307 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c07ba-2c1f-49b5-9e85-1e0c3cc874f7 req-7af9980a-f07f-4d0f-a770-e161992ccdcd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:34.932307 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cb6c07ba-2c1f-49b5-9e85-1e0c3cc874f7 req-7af9980a-f07f-4d0f-a770-e161992ccdcd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0513635 Jan 31 04:46:34.976641 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cb6c07ba-2c1f-49b5-9e85-1e0c3cc874f7 req-810d30ae-2335-4001-b764-27628637ee4c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423641 Jan 31 04:46:35.087014 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e9319-f786-40ba-bafb-2df7ac9618b9 req-81f6fc1e-a48c-4cf4-ad0a-3fc48699dfc2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:35.088694 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-153e9319-f786-40ba-bafb-2df7ac9618b9 req-81f6fc1e-a48c-4cf4-ad0a-3fc48699dfc2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0564158 Jan 31 04:46:35.138135 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-153e9319-f786-40ba-bafb-2df7ac9618b9 req-3ef4fc3f-0740-40cc-99e9-aaccb4b8b035 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Jan 31 04:46:35.234366 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36728) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:35.251529 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-767b8c75-d94e-4807-bc0c-a31d75e637d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:35.323196 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-767b8c75-d94e-4807-bc0c-a31d75e637d9 admin admin] Publish callbacks [] for security_group (34689695-9376-4180-ad5b-7de5d1edad07), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:35.400548 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-767b8c75-d94e-4807-bc0c-a31d75e637d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (34689695-9376-4180-ad5b-7de5d1edad07), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:35.437340 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-767b8c75-d94e-4807-bc0c-a31d75e637d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49d3ef268ee94ff7b886f7072823c161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010617 Jan 31 04:46:35.439831 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b8c75-d94e-4807-bc0c-a31d75e637d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34689695-9376-4180-ad5b-7de5d1edad07,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:35.440827 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36730) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:35.480934 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:35.489249 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cbb24287-9989-4914-be57-a7fa4fd95f10 admin admin] Publish callbacks [] for security_group (34689695-9376-4180-ad5b-7de5d1edad07), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:35.510697 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cbb24287-9989-4914-be57-a7fa4fd95f10 admin admin] Publish callbacks [] for security_group (34689695-9376-4180-ad5b-7de5d1edad07), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:35.615860 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cbb24287-9989-4914-be57-a7fa4fd95f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (34689695-9376-4180-ad5b-7de5d1edad07), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:35.618377 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cbb24287-9989-4914-be57-a7fa4fd95f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:35.619573 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-cbb24287-9989-4914-be57-a7fa4fd95f10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34689695-9376-4180-ad5b-7de5d1edad07 HTTP/1.1" status: 204 len: 168 time: 0.1777284 Jan 31 04:46:35.627241 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb24287-9989-4914-be57-a7fa4fd95f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34689695-9376-4180-ad5b-7de5d1edad07,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:35.768222 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-2d01f9ca-51fe-4fa1-82f5-c46f7cccdb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:35.769688 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-2d01f9ca-51fe-4fa1-82f5-c46f7cccdb7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.0889175 Jan 31 04:46:35.982970 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-e74eb901-953d-4c5c-8a73-e6731b360693 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5 HTTP/1.1" status: 200 len: 1001 time: 0.0946538 Jan 31 04:46:36.065614 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-fc90158e-739c-42ba-9710-55dffb261dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:36.067100 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-fc90158e-739c-42ba-9710-55dffb261dd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0661700 Jan 31 04:46:36.159571 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d109c-ba57-4112-b88f-6dd58ff1c33f req-1631d8c4-9732-41ae-a24f-afba0655a4c8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:36.161107 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-436d109c-ba57-4112-b88f-6dd58ff1c33f req-1631d8c4-9732-41ae-a24f-afba0655a4c8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0922620 Jan 31 04:46:36.163151 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-18091ed6-f853-49f1-b293-7337d5d9b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:36.164588 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-18091ed6-f853-49f1-b293-7337d5d9b9cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841682 Jan 31 04:46:36.428750 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-436d109c-ba57-4112-b88f-6dd58ff1c33f req-fd787cb2-4fe4-45c5-883a-e63bb1faf7b6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615044 Jan 31 04:46:36.476287 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-5c177df0-5693-46f1-a1b8-a8448936f515 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016446 Jan 31 04:46:36.659283 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-07c82356-2208-4060-8d5f-2ccbae3f9298 req-45b8174a-7244-4a90-b206-9e324ebdea83 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753774 Jan 31 04:46:36.667049 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17000e6-65c3-4dd2-a73d-f5d78aca9a38 req-1709407c-c089-4f5f-9017-2e4154c55462 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:36.669875 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a17000e6-65c3-4dd2-a73d-f5d78aca9a38 req-1709407c-c089-4f5f-9017-2e4154c55462 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.1297984 Jan 31 04:46:36.715830 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a17000e6-65c3-4dd2-a73d-f5d78aca9a38 req-2ef40dc6-2a4f-40fc-887f-72ba2f04f800 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Jan 31 04:46:37.564641 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740beb4a-7710-409d-89b7-ab1867eb95af req-1b8b2395-a370-42ac-8ba1-ee65a4fa8640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:37.566505 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-740beb4a-7710-409d-89b7-ab1867eb95af req-1b8b2395-a370-42ac-8ba1-ee65a4fa8640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0572622 Jan 31 04:46:37.615233 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-740beb4a-7710-409d-89b7-ab1867eb95af req-990aa022-9534-45a6-893c-29f49def2151 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Jan 31 04:46:37.856354 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64272842-506c-43a5-8b01-3c38ea3c693f req-2d5e4375-bd6e-49de-98a9-d8fba56d6035 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:37.861951 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-64272842-506c-43a5-8b01-3c38ea3c693f req-2d5e4375-bd6e-49de-98a9-d8fba56d6035 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0599322 Jan 31 04:46:37.910667 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-64272842-506c-43a5-8b01-3c38ea3c693f req-53c52f77-43db-4d00-9107-45ddfb33f3a3 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460098 Jan 31 04:46:39.039115 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2a60b-4b9e-41e2-8a5f-2ed462796b51 req-6bf27d7f-4fde-4746-a70a-6a25e810156f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:39.039115 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cfe2a60b-4b9e-41e2-8a5f-2ed462796b51 req-6bf27d7f-4fde-4746-a70a-6a25e810156f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0560596 Jan 31 04:46:39.040095 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36856) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:39.097081 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cfe2a60b-4b9e-41e2-8a5f-2ed462796b51 req-a9a76be9-39b6-4452-9b09-321285529059 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515356 Jan 31 04:46:39.151360 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-db4f4275-68c8-406d-85e6-3aa045366ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:39.226938 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-db4f4275-68c8-406d-85e6-3aa045366ac9 admin admin] Publish callbacks [] for security_group (1093ff04-c51e-4c35-8835-d5d11d9dd763), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:39.290665 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-db4f4275-68c8-406d-85e6-3aa045366ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1093ff04-c51e-4c35-8835-d5d11d9dd763), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:39.331532 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-db4f4275-68c8-406d-85e6-3aa045366ac9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b025424891074d1cac77d20e0f9f4693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907276 Jan 31 04:46:39.332411 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f4275-68c8-406d-85e6-3aa045366ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1093ff04-c51e-4c35-8835-d5d11d9dd763,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:39.334189 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36862) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:39.385461 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-60fe0874-ba78-446b-8246-75ef6ccfcd33 admin admin] Publish callbacks [] for security_group (1093ff04-c51e-4c35-8835-d5d11d9dd763), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:39.406535 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-60fe0874-ba78-446b-8246-75ef6ccfcd33 admin admin] Publish callbacks [] for security_group (1093ff04-c51e-4c35-8835-d5d11d9dd763), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:39.521127 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-60fe0874-ba78-446b-8246-75ef6ccfcd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1093ff04-c51e-4c35-8835-d5d11d9dd763), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:39.523718 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-60fe0874-ba78-446b-8246-75ef6ccfcd33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:39.524856 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-60fe0874-ba78-446b-8246-75ef6ccfcd33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1093ff04-c51e-4c35-8835-d5d11d9dd763 HTTP/1.1" status: 204 len: 168 time: 0.1896698 Jan 31 04:46:39.533318 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe0874-ba78-446b-8246-75ef6ccfcd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1093ff04-c51e-4c35-8835-d5d11d9dd763,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:40.220902 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f53356-dc5b-44cb-90d1-af08d26b5ff3 req-391478a9-d433-415b-bd75-8a03d157c5c0 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:40.222410 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-65f53356-dc5b-44cb-90d1-af08d26b5ff3 req-391478a9-d433-415b-bd75-8a03d157c5c0 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0521216 Jan 31 04:46:40.233596 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 36894) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:40.247048 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-31064a0a-1a0f-4d94-b045-5a5809159777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:40.274271 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-65f53356-dc5b-44cb-90d1-af08d26b5ff3 req-d88ac120-cd58-4dea-9b3b-b8dbc7cfb57b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462313 Jan 31 04:46:40.328406 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-31064a0a-1a0f-4d94-b045-5a5809159777 admin admin] Publish callbacks [] for security_group (e1fc7edc-a37c-4e60-8b30-ecf9c973147f), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:40.389648 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-31064a0a-1a0f-4d94-b045-5a5809159777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (e1fc7edc-a37c-4e60-8b30-ecf9c973147f), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:40.431027 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31064a0a-1a0f-4d94-b045-5a5809159777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fc7edc-a37c-4e60-8b30-ecf9c973147f,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:40.435313 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-31064a0a-1a0f-4d94-b045-5a5809159777 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=962a52eb8b31484cbd53abded6cf8c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007437 Jan 31 04:46:40.438722 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36902) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:40.687703 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-902bc5ea-c49b-4e23-a46f-95b3a9983725 admin admin] Publish callbacks [] for security_group (e1fc7edc-a37c-4e60-8b30-ecf9c973147f), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:40.710692 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-902bc5ea-c49b-4e23-a46f-95b3a9983725 admin admin] Publish callbacks [] for security_group (e1fc7edc-a37c-4e60-8b30-ecf9c973147f), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:40.818017 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-902bc5ea-c49b-4e23-a46f-95b3a9983725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (e1fc7edc-a37c-4e60-8b30-ecf9c973147f), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:40.820941 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-902bc5ea-c49b-4e23-a46f-95b3a9983725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:40.822096 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-902bc5ea-c49b-4e23-a46f-95b3a9983725 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1fc7edc-a37c-4e60-8b30-ecf9c973147f HTTP/1.1" status: 204 len: 168 time: 0.3829796 Jan 31 04:46:40.831597 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bc5ea-c49b-4e23-a46f-95b3a9983725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fc7edc-a37c-4e60-8b30-ecf9c973147f,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:41.396466 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503a939-d111-4028-9714-5f6f06160b77 req-5953fa1e-7c8a-4bac-9dc4-4ac7d9807dea tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:41.397972 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6503a939-d111-4028-9714-5f6f06160b77 req-5953fa1e-7c8a-4bac-9dc4-4ac7d9807dea tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0562017 Jan 31 04:46:41.445361 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6503a939-d111-4028-9714-5f6f06160b77 req-abff4dfd-c6b1-43db-9303-64b87a111bd5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416791 Jan 31 04:46:41.560400 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36926) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:41.573282 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3e454221-4990-47aa-99cf-9c759ac6b704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:41.642290 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3e454221-4990-47aa-99cf-9c759ac6b704 admin admin] Publish callbacks [] for security_group (8086ead9-9303-4149-8152-f9bc940cc2a6), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:41.707361 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3e454221-4990-47aa-99cf-9c759ac6b704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8086ead9-9303-4149-8152-f9bc940cc2a6), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:41.742972 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e454221-4990-47aa-99cf-9c759ac6b704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8086ead9-9303-4149-8152-f9bc940cc2a6,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:41.747163 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-3e454221-4990-47aa-99cf-9c759ac6b704 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a58204131dc044f0b4e0628810319a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857419 Jan 31 04:46:41.749807 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 36928) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:41.795656 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9031fe03-65eb-4cc0-81fc-3cb3328e8276 admin admin] Publish callbacks [] for security_group (8086ead9-9303-4149-8152-f9bc940cc2a6), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:41.818496 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9031fe03-65eb-4cc0-81fc-3cb3328e8276 admin admin] Publish callbacks [] for security_group (8086ead9-9303-4149-8152-f9bc940cc2a6), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:41.919409 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9031fe03-65eb-4cc0-81fc-3cb3328e8276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8086ead9-9303-4149-8152-f9bc940cc2a6), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:41.922038 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9031fe03-65eb-4cc0-81fc-3cb3328e8276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:41.923874 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9031fe03-65eb-4cc0-81fc-3cb3328e8276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8086ead9-9303-4149-8152-f9bc940cc2a6 HTTP/1.1" status: 204 len: 168 time: 0.1726344 Jan 31 04:46:41.939596 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031fe03-65eb-4cc0-81fc-3cb3328e8276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8086ead9-9303-4149-8152-f9bc940cc2a6,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:42.562939 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cc916-521d-42fe-872a-82c5699222fb req-31de661f-2b15-4c4d-bcbe-1e340df47261 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:42.565470 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-832cc916-521d-42fe-872a-82c5699222fb req-31de661f-2b15-4c4d-bcbe-1e340df47261 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0526340 Jan 31 04:46:42.615334 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-832cc916-521d-42fe-872a-82c5699222fb req-5e570505-4693-4320-9021-8ac15690c126 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446343 Jan 31 04:46:43.733269 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efccf13-a302-49d6-b5c0-ca0856b15825 req-af350d69-7809-44c6-b029-d406f9c2fb39 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:43.734777 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3efccf13-a302-49d6-b5c0-ca0856b15825 req-af350d69-7809-44c6-b029-d406f9c2fb39 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0525708 Jan 31 04:46:43.781596 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3efccf13-a302-49d6-b5c0-ca0856b15825 req-5a15681a-3c7f-4cb7-b0d4-a1dfe78ecf46 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Jan 31 04:46:43.890979 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37044) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:43.990622 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0dfc0d68-413e-4702-8541-e0fd8edb2cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:44.066509 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0dfc0d68-413e-4702-8541-e0fd8edb2cd4 admin admin] Publish callbacks [] for security_group (9c2a810e-a9dd-4e3f-a2d7-e81646da8059), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:44.126741 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0dfc0d68-413e-4702-8541-e0fd8edb2cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (9c2a810e-a9dd-4e3f-a2d7-e81646da8059), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:44.169742 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-0dfc0d68-413e-4702-8541-e0fd8edb2cd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17f18f57489345ed97894a52bacb4f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857103 Jan 31 04:46:44.170612 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc0d68-413e-4702-8541-e0fd8edb2cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2a810e-a9dd-4e3f-a2d7-e81646da8059,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:44.172407 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37060) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:44.219141 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76bbc611-4091-47ec-a6f3-b1f61b755ce1 admin admin] Publish callbacks [] for security_group (9c2a810e-a9dd-4e3f-a2d7-e81646da8059), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:44.240999 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76bbc611-4091-47ec-a6f3-b1f61b755ce1 admin admin] Publish callbacks [] for security_group (9c2a810e-a9dd-4e3f-a2d7-e81646da8059), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:44.337717 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76bbc611-4091-47ec-a6f3-b1f61b755ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (9c2a810e-a9dd-4e3f-a2d7-e81646da8059), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:44.340332 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76bbc611-4091-47ec-a6f3-b1f61b755ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:44.341544 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-76bbc611-4091-47ec-a6f3-b1f61b755ce1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c2a810e-a9dd-4e3f-a2d7-e81646da8059 HTTP/1.1" status: 204 len: 168 time: 0.1679442 Jan 31 04:46:44.350325 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bbc611-4091-47ec-a6f3-b1f61b755ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2a810e-a9dd-4e3f-a2d7-e81646da8059,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:44.868414 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37068) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:44.882351 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-12a9ef42-07bc-4a8c-9fc7-bded55b05ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:44.898262 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47cc3-59dc-4434-a6d0-41520694dcf1 req-470de324-85bd-4be6-8a78-7f0c30e49770 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:44.899769 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8aa47cc3-59dc-4434-a6d0-41520694dcf1 req-470de324-85bd-4be6-8a78-7f0c30e49770 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0526083 Jan 31 04:46:44.947972 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8aa47cc3-59dc-4434-a6d0-41520694dcf1 req-f495ec83-6b33-403c-8224-ea46a9c677b7 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426629 Jan 31 04:46:44.956834 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-12a9ef42-07bc-4a8c-9fc7-bded55b05ead admin admin] Publish callbacks [] for security_group (feb55970-66a6-4f2f-bc6b-2be3cb357271), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:45.034135 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-12a9ef42-07bc-4a8c-9fc7-bded55b05ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (feb55970-66a6-4f2f-bc6b-2be3cb357271), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:45.072316 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9ef42-07bc-4a8c-9fc7-bded55b05ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb55970-66a6-4f2f-bc6b-2be3cb357271,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:45.077662 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-12a9ef42-07bc-4a8c-9fc7-bded55b05ead admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8af33a7590cf46ac84a4308fc89a69fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082167 Jan 31 04:46:45.080758 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37074) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:45.153057 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d84f77dc-6857-4361-8d62-3f4bca03895b admin admin] Publish callbacks [] for security_group (feb55970-66a6-4f2f-bc6b-2be3cb357271), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:45.174403 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d84f77dc-6857-4361-8d62-3f4bca03895b admin admin] Publish callbacks [] for security_group (feb55970-66a6-4f2f-bc6b-2be3cb357271), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:45.280727 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d84f77dc-6857-4361-8d62-3f4bca03895b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (feb55970-66a6-4f2f-bc6b-2be3cb357271), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:45.283383 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d84f77dc-6857-4361-8d62-3f4bca03895b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:45.284527 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-d84f77dc-6857-4361-8d62-3f4bca03895b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/feb55970-66a6-4f2f-bc6b-2be3cb357271 HTTP/1.1" status: 204 len: 168 time: 0.2027371 Jan 31 04:46:45.292353 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f77dc-6857-4361-8d62-3f4bca03895b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb55970-66a6-4f2f-bc6b-2be3cb357271,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:46.068546 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e841d-c0c0-48e6-b3bb-3916d282cb7c req-21c51267-fccd-44e1-a685-fc2ba2cc0538 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:46.070020 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3a7e841d-c0c0-48e6-b3bb-3916d282cb7c req-21c51267-fccd-44e1-a685-fc2ba2cc0538 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0540884 Jan 31 04:46:46.117855 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3a7e841d-c0c0-48e6-b3bb-3916d282cb7c req-0820b204-768b-401f-99bb-0c6a2ca1442e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423586 Jan 31 04:46:47.244304 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6166ef-91d2-4be8-a6c6-58bd49e543a4 req-ee017029-71e9-488d-a803-36b5bd4ccc77 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:47.245829 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ad6166ef-91d2-4be8-a6c6-58bd49e543a4 req-ee017029-71e9-488d-a803-36b5bd4ccc77 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0592308 Jan 31 04:46:47.308750 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ad6166ef-91d2-4be8-a6c6-58bd49e543a4 req-616351d8-b3e7-4331-8eee-4df83cc75a56 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553458 Jan 31 04:46:48.428438 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bc210-757a-47ef-a1d0-f47f49bdf42d req-e9b4dfe5-f49c-44c9-8d01-c76009b07723 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:48.429888 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-633bc210-757a-47ef-a1d0-f47f49bdf42d req-e9b4dfe5-f49c-44c9-8d01-c76009b07723 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0548766 Jan 31 04:46:48.475209 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-633bc210-757a-47ef-a1d0-f47f49bdf42d req-a1b56930-d940-49ce-81a5-5e9a2ef14223 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398011 Jan 31 04:46:49.601329 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86b83a-4b39-4a06-a434-7bf66489697b req-e89ef242-1a6e-44ed-82cd-b0ccfbf5f224 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:49.602833 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9b86b83a-4b39-4a06-a434-7bf66489697b req-e89ef242-1a6e-44ed-82cd-b0ccfbf5f224 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0575151 Jan 31 04:46:49.650161 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9b86b83a-4b39-4a06-a434-7bf66489697b req-d72ec88d-1084-4d2f-ba4c-d89bd3cb9315 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Jan 31 04:46:50.119123 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac2077-dfcd-4766-afaf-bd9ce8052609 req-f570173c-bfac-46b4-aa5f-4f911a6fd38e tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:50.120597 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f9ac2077-dfcd-4766-afaf-bd9ce8052609 req-f570173c-bfac-46b4-aa5f-4f911a6fd38e tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0664303 Jan 31 04:46:50.168882 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f9ac2077-dfcd-4766-afaf-bd9ce8052609 req-c14b2d88-d527-4be1-bed5-60b3166f44d5 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427935 Jan 31 04:46:50.780792 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e711fe4-100a-4117-a04b-990772cf1b43 req-4a6f6c34-cbcb-449b-bf05-51b27dfd2be5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:50.782269 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0e711fe4-100a-4117-a04b-990772cf1b43 req-4a6f6c34-cbcb-449b-bf05-51b27dfd2be5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0607743 Jan 31 04:46:50.827916 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0e711fe4-100a-4117-a04b-990772cf1b43 req-4bcd8b52-aa05-472e-bd84-e807f3cba567 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Jan 31 04:46:51.291091 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e968093-630f-4306-a04e-9cdd9dd44b51 req-6a2805de-7a85-45ba-9875-3fd2c55dc67b tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:51.293179 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6e968093-630f-4306-a04e-9cdd9dd44b51 req-6a2805de-7a85-45ba-9875-3fd2c55dc67b tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0520091 Jan 31 04:46:51.343224 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6e968093-630f-4306-a04e-9cdd9dd44b51 req-6d184c9b-5511-4f3e-99cf-7afcd157e6c8 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445995 Jan 31 04:46:51.954077 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4b82c-31f4-409c-accd-2225dd6d7529 req-8facb227-516c-49cc-94a2-834355a91fb9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:51.958022 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-50a4b82c-31f4-409c-accd-2225dd6d7529 req-8facb227-516c-49cc-94a2-834355a91fb9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0574381 Jan 31 04:46:52.005897 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-50a4b82c-31f4-409c-accd-2225dd6d7529 req-524283ee-fee9-4b42-af44-f8576034af19 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420251 Jan 31 04:46:52.520748 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37296) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:52.606009 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eff8b4-28b0-4fb9-bea9-2d2e211d5204 req-5262e7fe-9a13-4e31-bacf-fa27266073e0 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:52.607521 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-26eff8b4-28b0-4fb9-bea9-2d2e211d5204 req-5262e7fe-9a13-4e31-bacf-fa27266073e0 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0577228 Jan 31 04:46:52.664418 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d99033a3-714b-4b27-83fc-1617ee37ae75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:52.675315 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-26eff8b4-28b0-4fb9-bea9-2d2e211d5204 req-ae9aec4f-a523-469c-82a0-6c0789d46c60 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621924 Jan 31 04:46:52.756715 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d99033a3-714b-4b27-83fc-1617ee37ae75 admin admin] Publish callbacks [] for security_group (fae4551c-fca0-4487-a04c-86ee02f5917c), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:52.852398 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d99033a3-714b-4b27-83fc-1617ee37ae75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (fae4551c-fca0-4487-a04c-86ee02f5917c), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:52.899608 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-d99033a3-714b-4b27-83fc-1617ee37ae75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcde70f16b77430cb000fd431908c79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689046 Jan 31 04:46:52.899608 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99033a3-714b-4b27-83fc-1617ee37ae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae4551c-fca0-4487-a04c-86ee02f5917c,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:52.899785 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37320) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:52.945041 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-01ed76f0-161e-4156-832d-19c6d9b603fe admin admin] Publish callbacks [] for security_group (fae4551c-fca0-4487-a04c-86ee02f5917c), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:52.967647 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-01ed76f0-161e-4156-832d-19c6d9b603fe admin admin] Publish callbacks [] for security_group (fae4551c-fca0-4487-a04c-86ee02f5917c), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:53.104708 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-01ed76f0-161e-4156-832d-19c6d9b603fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (fae4551c-fca0-4487-a04c-86ee02f5917c), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:53.107595 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-01ed76f0-161e-4156-832d-19c6d9b603fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:53.108831 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-01ed76f0-161e-4156-832d-19c6d9b603fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fae4551c-fca0-4487-a04c-86ee02f5917c HTTP/1.1" status: 204 len: 168 time: 0.2131467 Jan 31 04:46:53.123531 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed76f0-161e-4156-832d-19c6d9b603fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae4551c-fca0-4487-a04c-86ee02f5917c,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:53.148377 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40000cc-5fb1-4660-9f2f-b1498f456003 req-502f9887-57c6-4e76-a22d-8a49db824506 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:53.149973 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a40000cc-5fb1-4660-9f2f-b1498f456003 req-502f9887-57c6-4e76-a22d-8a49db824506 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0733671 Jan 31 04:46:53.205669 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a40000cc-5fb1-4660-9f2f-b1498f456003 req-3f2e59bf-d4b1-4859-bd62-3bc3d80cd4b9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487804 Jan 31 04:46:53.741752 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37346) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:53.755475 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-213e1a03-4ec5-4af3-be6e-eed1da4cc3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:53.806875 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546595-825f-48af-97ae-27e37175efdd req-6210d0d1-4295-41c9-a2e8-1e46b81178d4 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:53.813564 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d546595-825f-48af-97ae-27e37175efdd req-6210d0d1-4295-41c9-a2e8-1e46b81178d4 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0656664 Jan 31 04:46:53.849553 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-213e1a03-4ec5-4af3-be6e-eed1da4cc3e1 admin admin] Publish callbacks [] for security_group (8e055127-cfe5-4510-9c81-a6bd75a76709), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:53.866902 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d546595-825f-48af-97ae-27e37175efdd req-1385add7-5322-44ff-b7c2-b220e5ce49a1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/security-groups?id=67d276d8-45ee-45a0-b12a-7133a1f1fa9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520582 Jan 31 04:46:53.925690 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-213e1a03-4ec5-4af3-be6e-eed1da4cc3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8e055127-cfe5-4510-9c81-a6bd75a76709), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:53.965699 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-5eb02238-4e5a-4613-bb37-60a847e13de0 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:53.967252 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-5eb02238-4e5a-4613-bb37-60a847e13de0 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 946 time: 0.0805850 Jan 31 04:46:53.997783 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e1a03-4ec5-4af3-be6e-eed1da4cc3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e055127-cfe5-4510-9c81-a6bd75a76709,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:54.025224 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-213e1a03-4ec5-4af3-be6e-eed1da4cc3e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aebb99bc596848ad9cf93a19254e8a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823787 Jan 31 04:46:54.028047 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37354) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:54.077506 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-22c2d706-6aca-4fd0-be13-0dd63fc1126d admin admin] Publish callbacks [] for security_group (8e055127-cfe5-4510-9c81-a6bd75a76709), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:54.104999 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-22c2d706-6aca-4fd0-be13-0dd63fc1126d admin admin] Publish callbacks [] for security_group (8e055127-cfe5-4510-9c81-a6bd75a76709), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:54.135055 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-6bd725b6-e91f-499a-8c9d-93e7ac6965f1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Deleting port b553d9db-0bd8-4984-9092-941cff441538 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:46:54.135405 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-6bd725b6-e91f-499a-8c9d-93e7ac6965f1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (b553d9db-0bd8-4984-9092-941cff441538), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:54.222381 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-22c2d706-6aca-4fd0-be13-0dd63fc1126d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8e055127-cfe5-4510-9c81-a6bd75a76709), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:54.225682 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-22c2d706-6aca-4fd0-be13-0dd63fc1126d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:54.229246 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-22c2d706-6aca-4fd0-be13-0dd63fc1126d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e055127-cfe5-4510-9c81-a6bd75a76709 HTTP/1.1" status: 204 len: 168 time: 0.1977966 Jan 31 04:46:54.232775 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-6bd725b6-e91f-499a-8c9d-93e7ac6965f1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] For port b553d9db-0bd8-4984-9092-941cff441538, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=b553d9db-0bd8-4984-9092-941cff441538,segment=NetworkSegment(aac4b95b-328b-4c75-8595-fc39a0982b4c),segment_id=aac4b95b-328b-4c75-8595-fc39a0982b4c)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:46:54.233112 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-6bd725b6-e91f-499a-8c9d-93e7ac6965f1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (b553d9db-0bd8-4984-9092-941cff441538), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:54.235412 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2d706-6aca-4fd0-be13-0dd63fc1126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e055127-cfe5-4510-9c81-a6bd75a76709,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:54.249500 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-6bd725b6-e91f-499a-8c9d-93e7ac6965f1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Calling delete_port for b553d9db-0bd8-4984-9092-941cff441538 owned by compute:nova {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:46:54.401491 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5601d-5fb9-44cf-8921-a0b2144743b1 req-9c9e22c6-2473-4508-b86f-951a87ab5d55 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:54.402947 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-17f5601d-5fb9-44cf-8921-a0b2144743b1 req-9c9e22c6-2473-4508-b86f-951a87ab5d55 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.1110208 Jan 31 04:46:54.494659 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-17f5601d-5fb9-44cf-8921-a0b2144743b1 req-cf0c18e0-8861-42be-9729-c0dce66e2617 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836518 Jan 31 04:46:54.572354 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-6bd725b6-e91f-499a-8c9d-93e7ac6965f1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (b553d9db-0bd8-4984-9092-941cff441538), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:54.603265 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd725b6-e91f-499a-8c9d-93e7ac6965f1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Pushing event deleted for resources: {'Port': ['ID=b553d9db-0bd8-4984-9092-941cff441538,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:54.614519 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['b553d9db-0bd8-4984-9092-941cff441538'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:46:54.671731 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-6bd725b6-e91f-499a-8c9d-93e7ac6965f1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] No DVR routers for this DVR port b553d9db-0bd8-4984-9092-941cff441538 on host hv-cinder-82660 {{(pid=109632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:46:54.675694 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-6bd725b6-e91f-499a-8c9d-93e7ac6965f1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:54.681062 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-900f7500-09da-4429-acf0-a22c5984f5c2 req-6bd725b6-e91f-499a-8c9d-93e7ac6965f1 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.31 "DELETE /v2.0/ports/b553d9db-0bd8-4984-9092-941cff441538 HTTP/1.1" status: 204 len: 173 time: 0.7061074 Jan 31 04:46:54.681062 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7ff86e-085c-4f11-8f98-0591b022b349', 'name': 'network-vif-deleted', 'tag': 'b553d9db-0bd8-4984-9092-941cff441538'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:46:54.683321 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31cad75-8be0-4bcc-a75c-6fd8ff5129e1" -d '{"events": [{"server_uuid": "2c7ff86e-085c-4f11-8f98-0591b022b349", "name": "network-vif-deleted", "tag": "b553d9db-0bd8-4984-9092-941cff441538"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:46:54.726252 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2041aef-d374-4d9e-a1be-cf44f6b38d8a x-openstack-request-id: req-e2041aef-d374-4d9e-a1be-cf44f6b38d8a {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:46:54.726575 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7ff86e-085c-4f11-8f98-0591b022b349", "name": "network-vif-deleted", "tag": "b553d9db-0bd8-4984-9092-941cff441538", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:46:54.726865 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2041aef-d374-4d9e-a1be-cf44f6b38d8a {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:46:54.727266 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7ff86e-085c-4f11-8f98-0591b022b349', 'name': 'network-vif-deleted', 'tag': 'b553d9db-0bd8-4984-9092-941cff441538', 'status': 'completed', 'code': 200} Jan 31 04:46:54.971873 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c65040ab-5e86-4aa3-9218-021d3c454eb9 req-49ead5e9-b56a-475a-bf52-5e917361db82 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.0324039 Jan 31 04:46:55.240143 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-605bb75f-18b1-490b-83c5-a258b1d7ce09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:55.455517 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37402) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:55.635515 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c5f17-a044-480d-8814-32e1d3665d45 req-8de04382-b85c-48bd-8d45-b82b727c3980 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:55.643328 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-308c5f17-a044-480d-8814-32e1d3665d45 req-8de04382-b85c-48bd-8d45-b82b727c3980 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0606785 Jan 31 04:46:55.685887 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-308c5f17-a044-480d-8814-32e1d3665d45 req-5d4eb4f5-2dc8-4e18-81a0-2c97c30a0da6 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Jan 31 04:46:55.702135 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8cad0340-481f-4617-8629-b19a8dd312a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:55.782008 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8cad0340-481f-4617-8629-b19a8dd312a0 admin admin] Publish callbacks [] for security_group (1d18eb79-9049-4da6-8b40-32b4ea1ccbaa), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:55.829557 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8cad0340-481f-4617-8629-b19a8dd312a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1d18eb79-9049-4da6-8b40-32b4ea1ccbaa), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:55.871576 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad0340-481f-4617-8629-b19a8dd312a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d18eb79-9049-4da6-8b40-32b4ea1ccbaa,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:55.878606 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8cad0340-481f-4617-8629-b19a8dd312a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b03d738caea4fcfa17a872b5673ff7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190021 Jan 31 04:46:55.879952 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37414) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:55.933977 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1cf5025b-173e-4659-a93b-ede9dfb0e98b admin admin] Publish callbacks [] for security_group (1d18eb79-9049-4da6-8b40-32b4ea1ccbaa), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:55.964236 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1cf5025b-173e-4659-a93b-ede9dfb0e98b admin admin] Publish callbacks [] for security_group (1d18eb79-9049-4da6-8b40-32b4ea1ccbaa), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:56.085691 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ae3b731d-20ac-4056-b2fd-9564bcb28b72 req-ff536365-003e-490e-a49b-0c96ea763823 tempest-DeleteServersTestJSON-1492391953 tempest-DeleteServersTestJSON-1492391953-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c7ff86e-085c-4f11-8f98-0591b022b349 HTTP/1.1" status: 200 len: 210 time: 0.0265911 Jan 31 04:46:56.137114 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1cf5025b-173e-4659-a93b-ede9dfb0e98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1d18eb79-9049-4da6-8b40-32b4ea1ccbaa), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:56.139728 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1cf5025b-173e-4659-a93b-ede9dfb0e98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:56.140889 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-1cf5025b-173e-4659-a93b-ede9dfb0e98b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d18eb79-9049-4da6-8b40-32b4ea1ccbaa HTTP/1.1" status: 204 len: 168 time: 0.2609510 Jan 31 04:46:56.149831 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5025b-173e-4659-a93b-ede9dfb0e98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d18eb79-9049-4da6-8b40-32b4ea1ccbaa,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:56.809045 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61536b-e4f7-439d-a051-d2ea0c828969 req-cb1c60e7-a02b-424e-8aa0-51965a53d3eb tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:56.810522 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9e61536b-e4f7-439d-a051-d2ea0c828969 req-cb1c60e7-a02b-424e-8aa0-51965a53d3eb tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0542953 Jan 31 04:46:56.834182 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37446) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:56.847065 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5b78c3d7-32ec-404f-89a5-5ba5a10b40b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:56.862700 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9e61536b-e4f7-439d-a051-d2ea0c828969 req-978adf1a-fd7b-4940-b460-9f7f066c7a12 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Jan 31 04:46:56.927647 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5b78c3d7-32ec-404f-89a5-5ba5a10b40b5 admin admin] Publish callbacks [] for security_group (28c14ce4-c096-4bf7-a84d-cba6d55f6e8c), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.039308 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5b78c3d7-32ec-404f-89a5-5ba5a10b40b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (28c14ce4-c096-4bf7-a84d-cba6d55f6e8c), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.070449 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-5b78c3d7-32ec-404f-89a5-5ba5a10b40b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=331fd00b9ae5439caeb69b6c247ba394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350583 Jan 31 04:46:57.072918 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37454) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:57.098753 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78c3d7-32ec-404f-89a5-5ba5a10b40b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c14ce4-c096-4bf7-a84d-cba6d55f6e8c,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:57.137720 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7dae3785-25e7-48f0-ae20-071487e17d52 admin admin] Publish callbacks [] for security_group (28c14ce4-c096-4bf7-a84d-cba6d55f6e8c), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.164150 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7dae3785-25e7-48f0-ae20-071487e17d52 admin admin] Publish callbacks [] for security_group (28c14ce4-c096-4bf7-a84d-cba6d55f6e8c), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.175682 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37462) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:57.298463 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7dae3785-25e7-48f0-ae20-071487e17d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (28c14ce4-c096-4bf7-a84d-cba6d55f6e8c), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.301019 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7dae3785-25e7-48f0-ae20-071487e17d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.304475 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-7dae3785-25e7-48f0-ae20-071487e17d52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28c14ce4-c096-4bf7-a84d-cba6d55f6e8c HTTP/1.1" status: 204 len: 168 time: 0.2283812 Jan 31 04:46:57.305119 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-48585696-f20f-443e-b18f-5d07d9769778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.318877 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae3785-25e7-48f0-ae20-071487e17d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c14ce4-c096-4bf7-a84d-cba6d55f6e8c,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:57.415723 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-48585696-f20f-443e-b18f-5d07d9769778 admin admin] Publish callbacks [] for security_group (1405b417-f426-4b26-a829-c39d08e86de5), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.515034 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-48585696-f20f-443e-b18f-5d07d9769778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1405b417-f426-4b26-a829-c39d08e86de5), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.556649 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-48585696-f20f-443e-b18f-5d07d9769778 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66a72e5c826c4544877fe6a707df6675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798759 Jan 31 04:46:57.558252 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48585696-f20f-443e-b18f-5d07d9769778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1405b417-f426-4b26-a829-c39d08e86de5,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:57.559392 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37478) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:57.595922 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-74a0b9a4-d216-4c35-b1ae-89949c34f14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.634194 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-01eea90c-206c-46b7-b08c-06d3e81c86ec admin admin] Publish callbacks [] for security_group (1405b417-f426-4b26-a829-c39d08e86de5), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.659683 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-01eea90c-206c-46b7-b08c-06d3e81c86ec admin admin] Publish callbacks [] for security_group (1405b417-f426-4b26-a829-c39d08e86de5), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.787955 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-01eea90c-206c-46b7-b08c-06d3e81c86ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1405b417-f426-4b26-a829-c39d08e86de5), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.790552 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-01eea90c-206c-46b7-b08c-06d3e81c86ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:57.794223 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-01eea90c-206c-46b7-b08c-06d3e81c86ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1405b417-f426-4b26-a829-c39d08e86de5 HTTP/1.1" status: 204 len: 168 time: 0.2314045 Jan 31 04:46:57.799454 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eea90c-206c-46b7-b08c-06d3e81c86ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1405b417-f426-4b26-a829-c39d08e86de5,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:58.005670 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70e13f-e09c-4c1e-8364-872d7f22e53c req-acca7499-8296-49b9-af56-a6efe04ef869 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:58.007424 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7b70e13f-e09c-4c1e-8364-872d7f22e53c req-acca7499-8296-49b9-af56-a6efe04ef869 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0646691 Jan 31 04:46:58.079740 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7b70e13f-e09c-4c1e-8364-872d7f22e53c req-bef96082-eb63-4035-b5d2-160cd5a43e2c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614550 Jan 31 04:46:58.417221 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37520) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:58.421931 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37522) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:58.435511 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8d08f56e-d25a-4ef6-9b93-ae2e0f9e5bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.496179 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.516726 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8d08f56e-d25a-4ef6-9b93-ae2e0f9e5bf9 admin admin] Publish callbacks [] for security_group (488e641e-167b-424f-a6db-f081823e3702), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.581983 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8d08f56e-d25a-4ef6-9b93-ae2e0f9e5bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (488e641e-167b-424f-a6db-f081823e3702), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.619226 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08f56e-d25a-4ef6-9b93-ae2e0f9e5bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e641e-167b-424f-a6db-f081823e3702,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:58.623487 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8d08f56e-d25a-4ef6-9b93-ae2e0f9e5bf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e01ebc410af479abc8e8871e6a7f9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005396 Jan 31 04:46:58.628838 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37528) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:58.632184 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-284992256-network', 'tenant_id': '15338340751e435eaa8694c88ced6c2d'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:46:58.683857 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d7bcea31-121e-4ffd-9a09-d7a458cb8180 admin admin] Publish callbacks [] for security_group (488e641e-167b-424f-a6db-f081823e3702), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.707018 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d7bcea31-121e-4ffd-9a09-d7a458cb8180 admin admin] Publish callbacks [] for security_group (488e641e-167b-424f-a6db-f081823e3702), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.716798 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37534) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:58.748064 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Made reservation on behalf of 15338340751e435eaa8694c88ced6c2d for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:46:58.750583 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.762585 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.784410 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-516e60fb-1ee9-418b-8598-18d616533102 admin admin] Deleting subnet 5d162d6e-7401-4bd9-9c8e-d7c1a6eab122 {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:46:58.790812 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-516e60fb-1ee9-418b-8598-18d616533102 admin admin] Publish callbacks [] for subnet (5d162d6e-7401-4bd9-9c8e-d7c1a6eab122), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.823781 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device b553d9db-0bd8-4984-9092-941cff441538 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:46:58.825356 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-516e60fb-1ee9-418b-8598-18d616533102 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4188970'] for subnet (5d162d6e-7401-4bd9-9c8e-d7c1a6eab122), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.834057 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d7bcea31-121e-4ffd-9a09-d7a458cb8180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (488e641e-167b-424f-a6db-f081823e3702), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.836772 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d7bcea31-121e-4ffd-9a09-d7a458cb8180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.840517 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-d7bcea31-121e-4ffd-9a09-d7a458cb8180 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/488e641e-167b-424f-a6db-f081823e3702 HTTP/1.1" status: 204 len: 168 time: 0.2079411 Jan 31 04:46:58.850624 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcea31-121e-4ffd-9a09-d7a458cb8180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e641e-167b-424f-a6db-f081823e3702,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:58.855421 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: b553d9db-0bd8-4984-9092-941cff441538 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:46:58.855421 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device b553d9db-0bd8-4984-9092-941cff441538 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:46:58.897028 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-516e60fb-1ee9-418b-8598-18d616533102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (5d162d6e-7401-4bd9-9c8e-d7c1a6eab122), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:58.961507 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Publish callbacks [] for security_group (7ac01af1-5517-4226-ba64-32645143d858), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.040939 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (7ac01af1-5517-4226-ba64-32645143d858), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.067871 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac01af1-5517-4226-ba64-32645143d858,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:59.073965 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-516e60fb-1ee9-418b-8598-18d616533102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545251'] for subnet (5d162d6e-7401-4bd9-9c8e-d7c1a6eab122), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.085546 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:46:59.112242 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e60fb-1ee9-418b-8598-18d616533102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d162d6e-7401-4bd9-9c8e-d7c1a6eab122,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:59.116726 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-516e60fb-1ee9-418b-8598-18d616533102 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.123141 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-516e60fb-1ee9-418b-8598-18d616533102 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d162d6e-7401-4bd9-9c8e-d7c1a6eab122 HTTP/1.1" status: 204 len: 168 time: 0.4019949 Jan 31 04:46:59.124064 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37546) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:59.132358 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (6b541062-8252-4eb9-97fe-b86abdcab250), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.133408 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Added segment 6b541062-8252-4eb9-97fe-b86abdcab250 of type vlan for network 1b0d0571-bced-4c95-9df8-7b4395ee0ffa Jan 31 04:46:59.183300 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (1b0d0571-bced-4c95-9df8-7b4395ee0ffa), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.255505 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (ba0b9841-27aa-49a6-bb74-8529ab955193), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.303118 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (1b0d0571-bced-4c95-9df8-7b4395ee0ffa), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.304655 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:59.305899 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.321364 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9606e4b-e17b-44fe-b584-943ebf74e844 req-7a6f358c-e4f8-499e-9152-8379ae92d394 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:59.323009 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d9606e4b-e17b-44fe-b584-943ebf74e844 req-7a6f358c-e4f8-499e-9152-8379ae92d394 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.1101432 Jan 31 04:46:59.397141 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (ba0b9841-27aa-49a6-bb74-8529ab955193), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.435317 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0b9841-27aa-49a6-bb74-8529ab955193']}} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:46:59.453159 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1b0d0571-bced-4c95-9df8-7b4395ee0ffa,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:59.458205 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac4b95b-328b-4c75-8595-fc39a0982b4c') {'for_net_delete': True} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:46:59.458514 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac4b95b-328b-4c75-8595-fc39a0982b4c') {} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:46:59.469923 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network 1b0d0571-bced-4c95-9df8-7b4395ee0ffa details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:46:59.470109 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d9606e4b-e17b-44fe-b584-943ebf74e844 req-cd3d0528-b9f0-4a64-a71c-5c5e3d9d03e7 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172314 Jan 31 04:46:59.473588 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4103638'] for segment (aac4b95b-328b-4c75-8595-fc39a0982b4c), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.487394 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-48785d8a-a4f2-4e0e-ab06-e67ae65753b1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0690145 Jan 31 04:46:59.490231 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37560) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:46:59.496829 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Request body: {'subnet': {'network_id': '1b0d0571-bced-4c95-9df8-7b4395ee0ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-284992256-subnet', 'tenant_id': '15338340751e435eaa8694c88ced6c2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:46:59.508264 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (aac4b95b-328b-4c75-8595-fc39a0982b4c), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.511711 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:46:59.512118 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4029143'] for segment (aac4b95b-328b-4c75-8595-fc39a0982b4c), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: Traceback (most recent call last): Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: timer() Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: cb(*args, **kw) Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: return func(*args, **kwargs) Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: self._notify() Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: self.callback(batched_events) Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: event.method(event) Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: return f(self, *a, **k) Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._get(url).json() Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: return self.request(url, 'GET', **kwargs) Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:46:59.513805 dv-cinder-826608-2-iscsi neutron-server[109632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:46:59.515678 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-179383ab-4b6d-42bf-9bca-0eb3c91c3f87 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:46:59.516540 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-179383ab-4b6d-42bf-9bca-0eb3c91c3f87 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/networks?id=58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 200 len: 815 time: 0.2262189 Jan 31 04:46:59.566533 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-136e42a0-f6fd-4266-9cbf-2fe1c9ec1fd5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/quotas/41828fbc91c740cfbec65e04e92a4ecc HTTP/1.1" status: 200 len: 375 time: 0.0364795 Jan 31 04:46:59.613851 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Made reservation on behalf of 15338340751e435eaa8694c88ced6c2d for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:46:59.616139 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545246'] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.631563 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-f7d29495-f676-44ac-b08f-aa14a899bc43 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641537 Jan 31 04:46:59.653163 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (ba0b9841-27aa-49a6-bb74-8529ab955193), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.662283 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.667797 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba0b9841-27aa-49a6-bb74-8529ab955193 HTTP/1.1" status: 204 len: 168 time: 0.5401988 Jan 31 04:46:59.714357 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535c6e5-cddc-4cff-bc7b-8ea9e2c87045 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba0b9841-27aa-49a6-bb74-8529ab955193,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:46:59.783730 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-764145dc-3b4f-4da7-aa1a-3f3cd06107af service neutron] 10.222.0.21 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424017 Jan 31 04:46:59.936646 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-50b6020c-d8d2-43f1-98e3-d427403ec68d service neutron] 10.222.0.21 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310370 Jan 31 04:46:59.977350 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4189072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545256'] for subnet (03fa03bb-ef9f-4aa1-924e-7a4824ea93a5), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:46:59.992218 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37582) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:00.050431 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03fa03bb-ef9f-4aa1-924e-7a4824ea93a5,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:00.068922 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Checking segment: {'id': '6b541062-8252-4eb9-97fe-b86abdcab250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1b0d0571-bced-4c95-9df8-7b4395ee0ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:47:00.069284 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Network hostable DHCP agents. Network: 1b0d0571-bced-4c95-9df8-7b4395ee0ffa, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:47:00.073005 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8d377642-6119-4d13-b5ee-bd0f391a6de3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3cc69e55b9254a6ba45b32be8fc0df66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0793839 Jan 31 04:47:00.075095 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37586) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:00.139012 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09912b7d-202a-412b-986d-7f812e0b9666 admin admin] Publish callbacks [] for security_group (67d276d8-45ee-45a0-b12a-7133a1f1fa9b), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:00.155119 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:00.163326 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09912b7d-202a-412b-986d-7f812e0b9666 admin admin] Publish callbacks [] for security_group (67d276d8-45ee-45a0-b12a-7133a1f1fa9b), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:00.177883 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Network 1b0d0571-bced-4c95-9df8-7b4395ee0ffa is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:47:00.260510 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-506b648c-65e6-4d97-ad49-0a85b680312e req-0c31e0c1-f8a7-4940-99e5-dcf942cd8cd2 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 210 time: 0.0404611 Jan 31 04:47:00.326190 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, 1b0d0571-bced-4c95-9df8-7b4395ee0ffa) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:00.331288 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:00.332056 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:00.337698 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6df157-ddcf-4581-bee8-724ec450f491 None None] Network 1b0d0571-bced-4c95-9df8-7b4395ee0ffa requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:47:00.370313 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09912b7d-202a-412b-986d-7f812e0b9666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (67d276d8-45ee-45a0-b12a-7133a1f1fa9b), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:00.372972 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-09912b7d-202a-412b-986d-7f812e0b9666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:00.374103 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-09912b7d-202a-412b-986d-7f812e0b9666 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67d276d8-45ee-45a0-b12a-7133a1f1fa9b HTTP/1.1" status: 204 len: 168 time: 0.2975976 Jan 31 04:47:00.383165 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09912b7d-202a-412b-986d-7f812e0b9666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d276d8-45ee-45a0-b12a-7133a1f1fa9b,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:00.419303 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-5356c0b5-6343-4b83-8b61-4f2ae537c058 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9276824 Jan 31 04:47:00.455356 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876fb3cd-2e3c-406c-8fce-30e9008f2887 None None] Network 1b0d0571-bced-4c95-9df8-7b4395ee0ffa requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:47:00.643280 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40beb21-040f-4b78-9230-7498e90663f0 req-dfe40ea3-9c3c-48fb-823f-1d63d1f35f77 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:00.651682 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b40beb21-040f-4b78-9230-7498e90663f0 req-dfe40ea3-9c3c-48fb-823f-1d63d1f35f77 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0857198 Jan 31 04:47:00.698742 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b40beb21-040f-4b78-9230-7498e90663f0 req-697ed3c1-0f32-46d2-97e8-12ae40fcadbb tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454676 Jan 31 04:47:01.357246 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d03ed81b-a673-4ab9-85d9-af00c034f845 req-5116ebfa-a071-4755-a60f-5fea2d70e265 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 210 time: 0.0295093 Jan 31 04:47:01.377695 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:01.707760 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37686) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:01.744382 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37694) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:01.749154 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1005113149-network', 'tenant_id': '9d1baec79304448ab95018417941f551'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:01.835114 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Made reservation on behalf of 9d1baec79304448ab95018417941f551 for: {'network': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:47:01.837595 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:01.848843 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:01.850949 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458e4c6-1c6d-4959-8395-299594659f84 req-94892ff1-01ff-462d-8e73-efdc64200df9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:01.852585 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9458e4c6-1c6d-4959-8395-299594659f84 req-94892ff1-01ff-462d-8e73-efdc64200df9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0661619 Jan 31 04:47:01.940987 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9458e4c6-1c6d-4959-8395-299594659f84 req-903e63c5-c329-4048-9ccf-6deebda98aa8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720377 Jan 31 04:47:01.955855 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Publish callbacks [] for security_group (b5ffb98f-0e5f-4f2f-b59f-1102280f1c42), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:01.977288 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1357768034-network', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:02.023863 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (b5ffb98f-0e5f-4f2f-b59f-1102280f1c42), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.049745 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:47:02.052218 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Made reservation on behalf of 3dfe36d08de049af88fd724e90fbb0d5 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:47:02.054729 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.059465 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ffb98f-0e5f-4f2f-b59f-1102280f1c42,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:02.066385 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (c8976b6a-c070-4e96-a3a0-e06426502a4d), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.066724 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.segments_db [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Added segment c8976b6a-c070-4e96-a3a0-e06426502a4d of type vlan for network 818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d Jan 31 04:47:02.068051 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.110008 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.149519 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Publish callbacks [] for security_group (61a581d0-1814-4151-9012-34be52d16a7e), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.206679 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.207713 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:02.208310 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.230828 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (61a581d0-1814-4151-9012-34be52d16a7e), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.262151 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:47:02.266710 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a581d0-1814-4151-9012-34be52d16a7e,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:02.274266 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] Pushing event updated for resources: {'Network': ['ID=818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:02.275955 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (17f14832-8931-4b24-a651-99cf3e4770e7), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.276757 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Added segment 17f14832-8931-4b24-a651-99cf3e4770e7 of type vlan for network e6d9d9c2-37a6-46fa-b349-eedfe966b621 Jan 31 04:47:02.289697 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-76b369d7-3e9c-418b-a801-2c02e0d97a53 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5442240 Jan 31 04:47:02.293156 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network 818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:47:02.297865 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37704) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:02.303789 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Request body: {'subnet': {'network_id': '818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1005113149-subnet', 'tenant_id': '9d1baec79304448ab95018417941f551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:02.329161 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (e6d9d9c2-37a6-46fa-b349-eedfe966b621), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.425170 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Made reservation on behalf of 9d1baec79304448ab95018417941f551 for: {'subnet': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:47:02.427977 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3779652'] for subnet (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.434965 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (e6d9d9c2-37a6-46fa-b349-eedfe966b621), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.435955 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:02.436549 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.468978 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37712) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:02.511864 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=e6d9d9c2-37a6-46fa-b349-eedfe966b621,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:02.517415 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2c4fa2fc-1f75-40b1-adcb-07bd68be0f17 req-7473ec6d-01f0-47fd-a5c1-b1b1c18dc549 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 210 time: 0.0665519 Jan 31 04:47:02.524651 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network e6d9d9c2-37a6-46fa-b349-eedfe966b621 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:47:02.542713 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-30af4693-f73b-4860-8ded-61e71b942bf6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8310459 Jan 31 04:47:02.545279 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37716) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:02.567010 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Request body: {'subnet': {'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1357768034-subnet', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:02.615951 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6f2860fe-75da-46d8-ad01-3f11b7a3d572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.666881 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Made reservation on behalf of 3dfe36d08de049af88fd724e90fbb0d5 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:47:02.669153 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545246'] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.748387 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-2e736b74-707b-4d72-af10-bad47bf36150 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:02.749825 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-2e736b74-707b-4d72-af10-bad47bf36150 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "GET /v2.0/networks?id=58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 200 len: 815 time: 0.1773520 Jan 31 04:47:02.757889 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6f2860fe-75da-46d8-ad01-3f11b7a3d572 admin admin] Publish callbacks [] for security_group (1072901a-ca59-4d55-8be1-deffa7b41abe), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.781627 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Request body: {'port': {'device_id': '7823379c-200c-4cff-9ff8-c3ce4c2462cd', 'network_id': '58128fc4-bc4f-417c-908e-383736354847', 'admin_state_up': True, 'tenant_id': '41828fbc91c740cfbec65e04e92a4ecc'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:02.814344 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4023476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3779698'] for subnet (09b55942-ca47-4187-89c8-65f671bb45e3), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.848485 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6f2860fe-75da-46d8-ad01-3f11b7a3d572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1072901a-ca59-4d55-8be1-deffa7b41abe), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:02.910864 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-6f2860fe-75da-46d8-ad01-3f11b7a3d572 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=521845c16ce749a195af03ccaf894014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402707 Jan 31 04:47:02.914138 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37718) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:02.922335 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2860fe-75da-46d8-ad01-3f11b7a3d572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1072901a-ca59-4d55-8be1-deffa7b41abe,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:02.971390 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8fb13477-01d9-4467-823f-ff8a1fc43e34 admin admin] Publish callbacks [] for security_group (1072901a-ca59-4d55-8be1-deffa7b41abe), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.006358 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8fb13477-01d9-4467-823f-ff8a1fc43e34 admin admin] Publish callbacks [] for security_group (1072901a-ca59-4d55-8be1-deffa7b41abe), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.037453 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4189072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545256'] for subnet (70c22f48-70b0-40dd-8256-e6bbe4f151b9), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.113475 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b55942-ca47-4187-89c8-65f671bb45e3,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:03.136172 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d5762-aa90-47c2-bad9-bc1515d7527d req-e9759bfd-70c6-4c45-aa3b-e33da4769618 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:03.137602 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9d0d5762-aa90-47c2-bad9-bc1515d7527d req-e9759bfd-70c6-4c45-aa3b-e33da4769618 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.1442647 Jan 31 04:47:03.140319 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c22f48-70b0-40dd-8256-e6bbe4f151b9,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:03.144688 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Checking segment: {'id': 'c8976b6a-c070-4e96-a3a0-e06426502a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:47:03.145040 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Network hostable DHCP agents. Network: 818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:47:03.152103 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Checking segment: {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:47:03.152470 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Network hostable DHCP agents. Network: e6d9d9c2-37a6-46fa-b349-eedfe966b621, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:47:03.207903 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9d0d5762-aa90-47c2-bad9-bc1515d7527d req-e3c3e93a-d019-4f3c-8ae4-c937a0410448 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519187 Jan 31 04:47:03.218433 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Made reservation on behalf of 41828fbc91c740cfbec65e04e92a4ecc for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:47:03.222879 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.253475 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Network e6d9d9c2-37a6-46fa-b349-eedfe966b621 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:47:03.260754 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8fb13477-01d9-4467-823f-ff8a1fc43e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1072901a-ca59-4d55-8be1-deffa7b41abe), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.263376 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8fb13477-01d9-4467-823f-ff8a1fc43e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.268381 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8fb13477-01d9-4467-823f-ff8a1fc43e34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1072901a-ca59-4d55-8be1-deffa7b41abe HTTP/1.1" status: 204 len: 168 time: 0.3521099 Jan 31 04:47:03.285296 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb13477-01d9-4467-823f-ff8a1fc43e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1072901a-ca59-4d55-8be1-deffa7b41abe,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:03.297579 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Network 818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:47:03.355145 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, e6d9d9c2-37a6-46fa-b349-eedfe966b621) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:03.359264 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:03.359928 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.361797 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, 818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d) {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:03.370429 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:03.371183 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.372897 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a0ae8-a4b7-49f8-886f-407f2aa10288 None None] Network e6d9d9c2-37a6-46fa-b349-eedfe966b621 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:47:03.377535 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e5cba8-aa80-4fd5-9df8-88ebdf5c4428 None None] Network 818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:47:03.395073 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Allocated IP 172.20.0.12 (58128fc4-bc4f-417c-908e-383736354847/8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3/dadcd049-61ea-4ff9-9b81-ff7ada3f3d65) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:47:03.481574 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-cdaa7bbf-2060-4536-bf9d-da953c5f0c90 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9314837 Jan 31 04:47:03.484263 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37732) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:03.491909 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:03.492662 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-05daf39a-d416-485b-addb-ca59c1e8ef73 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1928139 Jan 31 04:47:03.568279 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2f825c5-f294-58d7-959c-947f82025dde-e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9'}]}} from dv-cinder-826608-2-iscsi. {{(pid=109633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 04:47:03.568279 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.586471 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1040968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32477'] for router (4969f994-644a-4d98-b6b9-49e11e3e51b7), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.587996 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32452'] for router (4969f994-644a-4d98-b6b9-49e11e3e51b7), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.590633 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fb8011-4ffa-4aa6-8055-bc7155549e68 None None] Network 818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:47:03.628017 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks [] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.714539 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a0f64087-e3d7-486e-b6ec-0010d3318684 req-ccfccdec-2747-4954-8633-bbf52157cf8e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 210 time: 0.0528529 Jan 31 04:47:03.721537 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks [] for router_controller (4969f994-644a-4d98-b6b9-49e11e3e51b7), precommit_add_association {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.820673 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.871037 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Network 58128fc4-bc4f-417c-908e-383736354847 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:47:03.877044 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:03.881901 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:47:03.921465 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['349870cb-d883-4ba5-862f-01f28757a4f8'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:47:03.962364 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks [] for router_gateway (4969f994-644a-4d98-b6b9-49e11e3e51b7), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:03.967738 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Pushing event updated for resources: {'Port': ['ID=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:03.978195 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.db_base_plugin_common [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Allocated IP 172.20.0.2 (e6d9d9c2-37a6-46fa-b349-eedfe966b621/70c22f48-70b0-40dd-8256-e6bbe4f151b9/6712783f-8536-4a30-ad16-49036064c5e5) {{(pid=109633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:47:03.992883 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:03.993737 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.034541 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37744) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:04.047520 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-227cdd1a-00a7-4a1e-b34e-832176a0cdf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.081876 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-c116a1d3-76a1-4aa1-92b9-26caf571210f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3039312 Jan 31 04:47:04.192916 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-227cdd1a-00a7-4a1e-b34e-832176a0cdf0 admin admin] Publish callbacks [] for security_group (8388626b-e5d7-4c99-9e15-3236d0916336), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.205002 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Publish callbacks [] for port (6712783f-8536-4a30-ad16-49036064c5e5), precommit_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.229569 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Request body: {'port': {'device_id': '7823379c-200c-4cff-9ff8-c3ce4c2462cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:04.273935 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-227cdd1a-00a7-4a1e-b34e-832176a0cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8388626b-e5d7-4c99-9e15-3236d0916336), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.290444 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (6712783f-8536-4a30-ad16-49036064c5e5), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.298476 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.340631 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Network e6d9d9c2-37a6-46fa-b349-eedfe966b621 is already hosted by enough agents. {{(pid=109633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:47:04.345211 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.base_scheduler [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Resources bound (agent type, host, resource id): {{(pid=109633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:04.349013 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Received port after_create {{(pid=109633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:47:04.365783 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cdd1a-00a7-4a1e-b34e-832176a0cdf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8388626b-e5d7-4c99-9e15-3236d0916336,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:04.376171 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-227cdd1a-00a7-4a1e-b34e-832176a0cdf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16e82cb3b1e94a819a6d97338df0b023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402874 Jan 31 04:47:04.380003 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37750) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:04.402624 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks [] for router_gateway (4969f994-644a-4d98-b6b9-49e11e3e51b7), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.430743 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Attempting to bind port 6712783f-8536-4a30-ad16-49036064c5e5 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:47:04.431134 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Attempting to bind port 6712783f-8536-4a30-ad16-49036064c5e5 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:47:04.431675 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Attempting to bind port 6712783f-8536-4a30-ad16-49036064c5e5 on network e6d9d9c2-37a6-46fa-b349-eedfe966b621 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:47:04.433993 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Pushing event updated for resources: {'Port': ['ID=6712783f-8536-4a30-ad16-49036064c5e5,revision_number=1']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:04.442319 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.443471 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.447289 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.447869 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.448362 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.448947 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.449428 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.449896 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.450362 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.450871 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.451366 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.451842 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.452313 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.452932 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:04.461847 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:47:04.463117 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Checking segment: {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:47:04.463680 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.464218 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Bound using segment: {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:47:04.465615 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Bound port: 6712783f-8536-4a30-ad16-49036064c5e5, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:47:04.466001 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (6712783f-8536-4a30-ad16-49036064c5e5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.472456 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c658d-b69a-4366-a533-5ed82e91986f req-8bdf64d6-ea64-4980-88ca-346b6a4d80a6 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:04.477209 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7d0c658d-b69a-4366-a533-5ed82e91986f req-8bdf64d6-ea64-4980-88ca-346b6a4d80a6 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.1894751 Jan 31 04:47:04.550207 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9e38b9d1-ba92-4fef-9075-254ba6606561 admin admin] Publish callbacks [] for security_group (8388626b-e5d7-4c99-9e15-3236d0916336), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.555473 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] For port 6712783f-8536-4a30-ad16-49036064c5e5, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:47:04.558586 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] For port 6712783f-8536-4a30-ad16-49036064c5e5, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6712783f-8536-4a30-ad16-49036064c5e5,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:47:04.613524 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9e38b9d1-ba92-4fef-9075-254ba6606561 admin admin] Publish callbacks [] for security_group (8388626b-e5d7-4c99-9e15-3236d0916336), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.649705 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:47:04.658609 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Publish callbacks [] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.672739 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Transition to ACTIVE for port object dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:47:04.675830 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (6712783f-8536-4a30-ad16-49036064c5e5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.750945 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e46eaf-7a1a-49ef-8aa4-43a391127e40 None None] Pushing event updated for resources: {'Port': ['ID=6712783f-8536-4a30-ad16-49036064c5e5,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:04.764895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:04.827776 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Pushing event updated for resources: {'Port': ['ID=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:04.871952 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7d0c658d-b69a-4366-a533-5ed82e91986f req-303eb12b-5df3-49a5-bc05-56360662eafe tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714991 Jan 31 04:47:04.905077 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Allocated IP 172.27.2.49 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/db98c9f6-117d-4555-9806-0935378b12e8) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:47:04.981530 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00735ff9-8569-4ef8-9f5b-f94f70e263cc req-9b9c90e6-1954-4ec2-969d-1c225d376209 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:04.982759 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-00735ff9-8569-4ef8-9f5b-f94f70e263cc req-9b9c90e6-1954-4ec2-969d-1c225d376209 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 944 time: 0.1426156 Jan 31 04:47:05.014748 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Attempting to bind port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:47:05.015237 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Attempting to bind port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:47:05.015658 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Attempting to bind port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 on network 58128fc4-bc4f-417c-908e-383736354847 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:47:05.031281 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 on network 58128fc4-bc4f-417c-908e-383736354847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:47:05.031675 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Attempting to bind port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 on network 58128fc4-bc4f-417c-908e-383736354847 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:47:05.048573 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:47:05.049005 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Checking segment: {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:47:05.049600 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Bound using segment: {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:47:05.052240 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Bound port: dadcd049-61ea-4ff9-9b81-ff7ada3f3d65, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:47:05.052240 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:05.062464 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks [] for port (db98c9f6-117d-4555-9806-0935378b12e8), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:05.077272 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-00735ff9-8569-4ef8-9f5b-f94f70e263cc req-b88e644a-b6f0-4df5-b820-f31f9c45bd46 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881085 Jan 31 04:47:05.105278 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9e38b9d1-ba92-4fef-9075-254ba6606561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8388626b-e5d7-4c99-9e15-3236d0916336), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:05.109848 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9e38b9d1-ba92-4fef-9075-254ba6606561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:05.111565 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9e38b9d1-ba92-4fef-9075-254ba6606561 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8388626b-e5d7-4c99-9e15-3236d0916336 HTTP/1.1" status: 204 len: 168 time: 0.7298532 Jan 31 04:47:05.128576 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38b9d1-ba92-4fef-9075-254ba6606561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8388626b-e5d7-4c99-9e15-3236d0916336,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:05.183079 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (db98c9f6-117d-4555-9806-0935378b12e8), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:05.192601 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] For port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:47:05.195815 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] For port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:47:05.225460 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:47:05.230451 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:05.234146 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:47:05.264536 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:05.271171 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Pushing event updated for resources: {'Port': ['ID=db98c9f6-117d-4555-9806-0935378b12e8,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:05.306368 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:05.307422 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:05.308895 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] 10.222.0.31 "PUT /v2.0/ports/dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 HTTP/1.1" status: 200 len: 1094 time: 1.0840786 Jan 31 04:47:05.309394 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7823379c-200c-4cff-9ff8-c3ce4c2462cd', 'tag': 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:47:05.311784 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479dfd82-85c1-4be8-9536-1932eb9a0a96" -d '{"events": [{"name": "network-changed", "server_uuid": "7823379c-200c-4cff-9ff8-c3ce4c2462cd", "tag": "dadcd049-61ea-4ff9-9b81-ff7ada3f3d65"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:47:05.334002 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd87fec-2ee5-4bb2-92d8-c178849a577c service neutron] Pushing event updated for resources: {'Port': ['ID=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:05.355620 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9be719-141b-4206-9fbe-85605924650c x-openstack-request-id: req-8f9be719-141b-4206-9fbe-85605924650c {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:47:05.355956 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7823379c-200c-4cff-9ff8-c3ce4c2462cd", "tag": "dadcd049-61ea-4ff9-9b81-ff7ada3f3d65", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:47:05.356252 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f9be719-141b-4206-9fbe-85605924650c {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:47:05.356574 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7823379c-200c-4cff-9ff8-c3ce4c2462cd', 'tag': 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65', 'status': 'completed', 'code': 200} Jan 31 04:47:05.465671 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dfd82-85c1-4be8-9536-1932eb9a0a96 req-8913972f-5b86-40c4-bc10-bb5ddf07f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:05.467453 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-479dfd82-85c1-4be8-9536-1932eb9a0a96 req-8913972f-5b86-40c4-bc10-bb5ddf07f295 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 1128 time: 0.0568955 Jan 31 04:47:05.509595 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:05.634019 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks [] for router_gateway (4969f994-644a-4d98-b6b9-49e11e3e51b7), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:05.691882 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dfd82-85c1-4be8-9536-1932eb9a0a96 req-ad7e56ea-56d2-4495-833e-15d2c2bf0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:05.693396 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-479dfd82-85c1-4be8-9536-1932eb9a0a96 req-ad7e56ea-56d2-4495-833e-15d2c2bf0ce0 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2078738 Jan 31 04:47:05.882272 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107'] for router (4969f994-644a-4d98-b6b9-49e11e3e51b7), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:05.905456 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479dfd82-85c1-4be8-9536-1932eb9a0a96 req-5db52aba-0aa0-4b08-9554-a81e19c3a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:05.907463 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-479dfd82-85c1-4be8-9536-1932eb9a0a96 req-5db52aba-0aa0-4b08-9554-a81e19c3a728 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2064807 Jan 31 04:47:06.005819 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a36ab13-28d6-423a-84cc-85a2be279a0f None None] Network e6d9d9c2-37a6-46fa-b349-eedfe966b621 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:47:06.071650 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a90920-3e6f-4136-bd93-2544bfaabe46 req-b6e106bc-e432-40dd-b7d6-a113de83353e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:06.073318 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-11a90920-3e6f-4136-bd93-2544bfaabe46 req-b6e106bc-e432-40dd-b7d6-a113de83353e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0974214 Jan 31 04:47:06.081298 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Router 4969f994-644a-4d98-b6b9-49e11e3e51b7 is scheduled to L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f with binding_index 1 {{(pid=109631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 04:47:06.096850 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-ade850be-01c7-4be2-853a-c3d19cc6099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:06.098343 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-ade850be-01c7-4be2-853a-c3d19cc6099d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 1128 time: 0.0849807 Jan 31 04:47:06.118296 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-db951af6-ec8d-4179-96ce-4c184a3ff570 None None] Provisioning complete for port 6712783f-8536-4a30-ad16-49036064c5e5 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:06.118296 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-db951af6-ec8d-4179-96ce-4c184a3ff570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (6712783f-8536-4a30-ad16-49036064c5e5), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:06.118558 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:47:06.217674 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-24b297f4-b5b0-41d4-aee2-b69c5c073f75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 HTTP/1.1" status: 200 len: 217 time: 0.1014910 Jan 31 04:47:06.237483 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-db951af6-ec8d-4179-96ce-4c184a3ff570 None None] Current status of the port 6712783f-8536-4a30-ad16-49036064c5e5 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:06.237985 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-db951af6-ec8d-4179-96ce-4c184a3ff570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (6712783f-8536-4a30-ad16-49036064c5e5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:06.303405 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-11a90920-3e6f-4136-bd93-2544bfaabe46 req-acb41505-64dd-4624-b62d-65a4bdcb0248 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076361 Jan 31 04:47:06.323919 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-db951af6-ec8d-4179-96ce-4c184a3ff570 None None] For port 6712783f-8536-4a30-ad16-49036064c5e5, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6712783f-8536-4a30-ad16-49036064c5e5,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:47:06.347250 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-a78f30fd-caf0-48c1-92a3-d30faa374e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:06.348728 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-a78f30fd-caf0-48c1-92a3-d30faa374e63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3 HTTP/1.1" status: 200 len: 855 time: 0.1194613 Jan 31 04:47:06.350545 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6712783f-8536-4a30-ad16-49036064c5e5 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:47:06.370653 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478921a-5c55-4aff-8c5b-cf0ec1623cc6 req-8281a0d7-b607-4a31-b83c-c954d144fb45 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:06.372949 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7478921a-5c55-4aff-8c5b-cf0ec1623cc6 req-8281a0d7-b607-4a31-b83c-c954d144fb45 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 944 time: 0.1481748 Jan 31 04:47:06.375432 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:47:06.390338 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Sync routers for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:47:06.400388 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-b4501bdb-3da4-48c8-8e91-5825cee71d2e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58128fc4-bc4f-417c-908e-383736354847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417669 Jan 31 04:47:06.402246 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-db951af6-ec8d-4179-96ce-4c184a3ff570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (6712783f-8536-4a30-ad16-49036064c5e5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:06.405849 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:47:06.406521 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:46:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:06.476542 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02b272a0-486c-484e-992d-06757755164a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:06.478190 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-02b272a0-486c-484e-992d-06757755164a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9927199 Jan 31 04:47:06.482307 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37800) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:06.509179 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db951af6-ec8d-4179-96ce-4c184a3ff570 None None] Pushing event updated for resources: {'Port': ['ID=6712783f-8536-4a30-ad16-49036064c5e5,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:06.527869 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7478921a-5c55-4aff-8c5b-cf0ec1623cc6 req-f3517339-a09f-4cf9-bae0-242b96138e39 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466608 Jan 31 04:47:06.591606 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:47:06.595488 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-a82137b6-0cc3-4020-8193-820e694230be None None] Provisioning complete for port 6712783f-8536-4a30-ad16-49036064c5e5 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:06.596035 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a82137b6-0cc3-4020-8193-820e694230be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (6712783f-8536-4a30-ad16-49036064c5e5), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:06.598869 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 6712783f-8536-4a30-ad16-49036064c5e5 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:06.613647 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (6712783f-8536-4a30-ad16-49036064c5e5), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:06.687496 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-a2bfacd1-027a-4310-aa3a-02fff51bd044 service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787063 Jan 31 04:47:06.794328 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-a82137b6-0cc3-4020-8193-820e694230be None None] Current status of the port 6712783f-8536-4a30-ad16-49036064c5e5 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:06.796418 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 6712783f-8536-4a30-ad16-49036064c5e5 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:06.848309 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-72c069aa-b5bf-42d0-b42d-75b870c0a4a7 req-b42621bd-808f-4660-a532-a95d8ac38db1 service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505868 Jan 31 04:47:06.854751 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:05Z', 'revision_number': 3, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:06.887528 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Checking router: 4969f994-644a-4d98-b6b9-49e11e3e51b7 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:47:06.888049 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Updating router 4969f994-644a-4d98-b6b9-49e11e3e51b7 port db98c9f6-117d-4555-9806-0935378b12e8 binding host dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:47:06.921087 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (db98c9f6-117d-4555-9806-0935378b12e8), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.044927 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.185719 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37822) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:07.215239 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Allocated IP 172.20.0.1 (e6d9d9c2-37a6-46fa-b349-eedfe966b621/70c22f48-70b0-40dd-8256-e6bbe4f151b9/9643882e-f813-4096-831e-91a82cedbbfd) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:47:07.240690 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Publish callbacks [] for port (db98c9f6-117d-4555-9806-0935378b12e8), precommit_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.317367 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d2a06f57-2365-4e4d-9018-ac23cd75e3df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.325864 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Publish callbacks [] for port (9643882e-f813-4096-831e-91a82cedbbfd), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.338184 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (db98c9f6-117d-4555-9806-0935378b12e8), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.366074 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Attempting to bind port db98c9f6-117d-4555-9806-0935378b12e8 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:47:07.366599 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Attempting to bind port db98c9f6-117d-4555-9806-0935378b12e8 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:47:07.372822 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Attempting to bind port db98c9f6-117d-4555-9806-0935378b12e8 on network 6f7c1944-955a-46b9-acd3-7aac217521cd {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:47:07.389626 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:47:07.390842 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:47:07.390842 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.391262 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Bound using segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:47:07.392726 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Bound port: db98c9f6-117d-4555-9806-0935378b12e8, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:47:07.393282 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (db98c9f6-117d-4555-9806-0935378b12e8), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.400381 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d2a06f57-2365-4e4d-9018-ac23cd75e3df admin admin] Publish callbacks [] for security_group (f82a73a3-78f5-4928-82f1-a9c92da667d5), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.428655 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Pushing event updated for resources: {'Port': ['ID=db98c9f6-117d-4555-9806-0935378b12e8,revision_number=2']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:07.440148 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.440531 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.440894 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.441238 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.441736 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.442240 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.442727 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.443231 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.446112 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.446112 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.446112 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.446112 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.446112 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:07.466941 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c0d3c-7060-4a63-87e9-c028660c8e15 req-90bb1b1f-a2d0-436a-9859-f1e338396669 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:07.471074 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (9643882e-f813-4096-831e-91a82cedbbfd), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.474962 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-742c0d3c-7060-4a63-87e9-c028660c8e15 req-90bb1b1f-a2d0-436a-9859-f1e338396669 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0661409 Jan 31 04:47:07.475615 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] For port db98c9f6-117d-4555-9806-0935378b12e8, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:47:07.479552 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] For port db98c9f6-117d-4555-9806-0935378b12e8, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=db98c9f6-117d-4555-9806-0935378b12e8,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:47:07.483135 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d2a06f57-2365-4e4d-9018-ac23cd75e3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (f82a73a3-78f5-4928-82f1-a9c92da667d5), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.513611 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Network e6d9d9c2-37a6-46fa-b349-eedfe966b621 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:47:07.520555 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:07.523900 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:47:07.548682 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-d2a06f57-2365-4e4d-9018-ac23cd75e3df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb13dbc51fbf456ebb6549d9c06770a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3596671 Jan 31 04:47:07.554176 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37834) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:07.554854 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a06f57-2365-4e4d-9018-ac23cd75e3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82a73a3-78f5-4928-82f1-a9c92da667d5,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:07.571200 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (db98c9f6-117d-4555-9806-0935378b12e8), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.582044 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-742c0d3c-7060-4a63-87e9-c028660c8e15 req-218fcf4c-a7bd-431e-88c4-6f99aca48daa tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000617 Jan 31 04:47:07.588402 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1041942'] for router_interface (4969f994-644a-4d98-b6b9-49e11e3e51b7), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.647721 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2f75589c-6fad-48e7-840b-7881dfd41aa9 admin admin] Publish callbacks [] for security_group (f82a73a3-78f5-4928-82f1-a9c92da667d5), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.648315 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Pushing event updated for resources: {'Port': ['ID=9643882e-f813-4096-831e-91a82cedbbfd,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:07.685927 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:47:07.686570 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:46:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:07.689478 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2f75589c-6fad-48e7-840b-7881dfd41aa9 admin admin] Publish callbacks [] for security_group (f82a73a3-78f5-4928-82f1-a9c92da667d5), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.749989 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4712ea-b4a8-446a-a91f-4b9215033701 None None] Pushing event updated for resources: {'Port': ['ID=db98c9f6-117d-4555-9806-0935378b12e8,revision_number=3']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:07.773736 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f45a0-bb4b-4135-a4b5-1dd7cb813c96 req-cc89a32e-4b75-4e4a-8652-7d039ea2f161 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:07.777104 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f13f45a0-bb4b-4135-a4b5-1dd7cb813c96 req-cc89a32e-4b75-4e4a-8652-7d039ea2f161 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 944 time: 0.1070910 Jan 31 04:47:07.826943 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-a55ead78-a0ea-4f55-a384-23976cf9d2de None None] Provisioning complete for port 9643882e-f813-4096-831e-91a82cedbbfd triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:07.827531 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a55ead78-a0ea-4f55-a384-23976cf9d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (9643882e-f813-4096-831e-91a82cedbbfd), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.845983 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:47:07.861676 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-a55ead78-a0ea-4f55-a384-23976cf9d2de None None] Port 9643882e-f813-4096-831e-91a82cedbbfd cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:47:07.864013 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2f75589c-6fad-48e7-840b-7881dfd41aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (f82a73a3-78f5-4928-82f1-a9c92da667d5), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.867514 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2f75589c-6fad-48e7-840b-7881dfd41aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:07.868876 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-2f75589c-6fad-48e7-840b-7881dfd41aa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f82a73a3-78f5-4928-82f1-a9c92da667d5 HTTP/1.1" status: 204 len: 168 time: 0.3095975 Jan 31 04:47:07.882306 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75589c-6fad-48e7-840b-7881dfd41aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82a73a3-78f5-4928-82f1-a9c92da667d5,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:08.060220 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:05Z', 'revision_number': 3, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:08.091132 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a7a62-2506-43c1-bc1d-5ee43a178052 None None] The sync data for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi is: [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:05Z', 'revision_number': 3, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:47:08.094301 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f13f45a0-bb4b-4135-a4b5-1dd7cb813c96 req-15917dac-a746-4e29-bff7-6d99b87e4e16 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105917 Jan 31 04:47:08.107937 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (9643882e-f813-4096-831e-91a82cedbbfd), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:08.256630 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6712783f-8536-4a30-ad16-49036064c5e5 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:47:08.299145 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Publish callbacks [] for port (9643882e-f813-4096-831e-91a82cedbbfd), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:08.325133 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 6712783f-8536-4a30-ad16-49036064c5e5 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:08.421021 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (6712783f-8536-4a30-ad16-49036064c5e5), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:08.421021 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 6712783f-8536-4a30-ad16-49036064c5e5 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:08.634898 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (9643882e-f813-4096-831e-91a82cedbbfd), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:08.711930 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043846'] for router_interface (4969f994-644a-4d98-b6b9-49e11e3e51b7), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:08.714059 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Pushing event updated for resources: {'Port': ['ID=9643882e-f813-4096-831e-91a82cedbbfd,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:08.873716 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Network e6d9d9c2-37a6-46fa-b349-eedfe966b621 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:47:08.875652 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:08.981254 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63d143-0b4b-4446-8c0e-d845de0e81d5 req-9acea1f6-e343-4b1a-9d14-f5d27748afa8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:08.990733 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fb63d143-0b4b-4446-8c0e-d845de0e81d5 req-9acea1f6-e343-4b1a-9d14-f5d27748afa8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.3156915 Jan 31 04:47:09.033750 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Router 4969f994-644a-4d98-b6b9-49e11e3e51b7 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:47:09.061317 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fb63d143-0b4b-4446-8c0e-d845de0e81d5 req-70358c49-5ec3-4a63-a782-f03f1815c6ec tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684350 Jan 31 04:47:09.193995 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:47:09.216979 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-45fff755-9185-4e3a-a367-54022c5c2c46 admin admin] 10.222.0.21 "PUT /v2.0/routers/4969f994-644a-4d98-b6b9-49e11e3e51b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7258601 Jan 31 04:47:09.241070 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2b809-da47-4491-9561-f77bf3e9359d req-0c660dcb-290f-4928-9025-5d3505a68751 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:09.247339 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-00b2b809-da47-4491-9561-f77bf3e9359d req-0c660dcb-290f-4928-9025-5d3505a68751 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 944 time: 0.0682306 Jan 31 04:47:09.249453 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-0a094451-6dec-4c7e-ab33-37eefc40e855 None None] Provisioning complete for port 9643882e-f813-4096-831e-91a82cedbbfd triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:09.249934 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0a094451-6dec-4c7e-ab33-37eefc40e855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (9643882e-f813-4096-831e-91a82cedbbfd), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:09.297371 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-00b2b809-da47-4491-9561-f77bf3e9359d req-98470953-5993-408f-89c0-9c58deba634f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484419 Jan 31 04:47:09.319094 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-0a094451-6dec-4c7e-ab33-37eefc40e855 None None] Port 9643882e-f813-4096-831e-91a82cedbbfd cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:47:09.681412 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37900) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:09.685965 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-cd034405-ba9a-4d11-b2c6-3b6dbcbb8d1b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337202983', 'description': 'tempest-description--355998341'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:09.777559 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cd034405-ba9a-4d11-b2c6-3b6dbcbb8d1b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:09.849606 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cd034405-ba9a-4d11-b2c6-3b6dbcbb8d1b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (c522879e-7351-4a9c-bd22-d095121a50a2), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:09.947813 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cd034405-ba9a-4d11-b2c6-3b6dbcbb8d1b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (c522879e-7351-4a9c-bd22-d095121a50a2), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:09.976161 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37908) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:09.980865 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd034405-ba9a-4d11-b2c6-3b6dbcbb8d1b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c522879e-7351-4a9c-bd22-d095121a50a2,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:10.023099 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Sync routers for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:47:10.026613 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cd034405-ba9a-4d11-b2c6-3b6dbcbb8d1b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.028391 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-cd034405-ba9a-4d11-b2c6-3b6dbcbb8d1b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3459489 Jan 31 04:47:10.031411 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37912) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:10.036026 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-aa4e3aca-3b9f-40c1-8348-d35b61957429 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'security_group_rule': {'security_group_id': 'c522879e-7351-4a9c-bd22-d095121a50a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:10.036608 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:47:10.037165 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:46:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:10.100630 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2a609f83-2e08-4e1f-a7ae-31b5a251b8d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.164778 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3aca-3b9f-40c1-8348-d35b61957429 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (d79ede06-dbd1-4eab-9fc5-123e4cd3abb5), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.185348 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:47:10.235013 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3aca-3b9f-40c1-8348-d35b61957429 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (d79ede06-dbd1-4eab-9fc5-123e4cd3abb5), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.289912 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbbcfb-bfb3-4049-9320-0a2bf058ddc5 req-f064cf32-4e8c-4625-9d58-2c08f8b2899a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:10.291946 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-65dbbcfb-bfb3-4049-9320-0a2bf058ddc5 req-f064cf32-4e8c-4625-9d58-2c08f8b2899a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.1187456 Jan 31 04:47:10.314363 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2a609f83-2e08-4e1f-a7ae-31b5a251b8d5 admin admin] Publish callbacks [] for security_group (7abdba50-6402-43f1-b1d2-49cfb8e7f8b9), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.342153 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3aca-3b9f-40c1-8348-d35b61957429 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (d79ede06-dbd1-4eab-9fc5-123e4cd3abb5), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.352762 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device db98c9f6-117d-4555-9806-0935378b12e8 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:47:10.359689 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-65dbbcfb-bfb3-4049-9320-0a2bf058ddc5 req-46e0a0ac-da4e-40f0-bcb5-e48b52cf28dd tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616484 Jan 31 04:47:10.366728 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e3aca-3b9f-40c1-8348-d35b61957429 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79ede06-dbd1-4eab-9fc5-123e4cd3abb5,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:10.435326 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2a609f83-2e08-4e1f-a7ae-31b5a251b8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (7abdba50-6402-43f1-b1d2-49cfb8e7f8b9), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.440208 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac418f-1f1d-4b31-af6f-010f2c584569 req-3a0ae6e0-0915-484a-96de-65a5f0e7fb35 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:10.441735 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8dac418f-1f1d-4b31-af6f-010f2c584569 req-3a0ae6e0-0915-484a-96de-65a5f0e7fb35 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 944 time: 0.0594292 Jan 31 04:47:10.465969 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port db98c9f6-117d-4555-9806-0935378b12e8 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:10.466354 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (db98c9f6-117d-4555-9806-0935378b12e8), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.480019 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2a609f83-2e08-4e1f-a7ae-31b5a251b8d5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fb7f347a19c4866a734122863610f88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5002201 Jan 31 04:47:10.480019 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a609f83-2e08-4e1f-a7ae-31b5a251b8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abdba50-6402-43f1-b1d2-49cfb8e7f8b9,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:10.481930 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 37922) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:10.510020 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8dac418f-1f1d-4b31-af6f-010f2c584569 req-648ac9f0-c0a5-472c-92d6-dd996d68a55f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591996 Jan 31 04:47:10.514165 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-aa4e3aca-3b9f-40c1-8348-d35b61957429 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.517386 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-aa4e3aca-3b9f-40c1-8348-d35b61957429 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4837101 Jan 31 04:47:10.520831 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37924) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:10.522447 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:08Z', 'revision_number': 2, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:10.526784 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-fd5e3486-b530-414e-bc28-0ac017fa43ee tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'security_group_rule': {'security_group_id': 'c522879e-7351-4a9c-bd22-d095121a50a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:10.543567 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-50c35bef-f083-4639-914f-794b62170838 admin admin] Publish callbacks [] for security_group (7abdba50-6402-43f1-b1d2-49cfb8e7f8b9), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.560922 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Checking router: 4969f994-644a-4d98-b6b9-49e11e3e51b7 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:47:10.561281 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Updating router 4969f994-644a-4d98-b6b9-49e11e3e51b7 port 9643882e-f813-4096-831e-91a82cedbbfd binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:47:10.565869 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-50c35bef-f083-4639-914f-794b62170838 admin admin] Publish callbacks [] for security_group (7abdba50-6402-43f1-b1d2-49cfb8e7f8b9), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.610377 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3486-b530-414e-bc28-0ac017fa43ee tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (b75c6d30-69f6-4566-b481-c3b7247bc4c0), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.614897 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (9643882e-f813-4096-831e-91a82cedbbfd), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.625212 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port db98c9f6-117d-4555-9806-0935378b12e8 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:10.625620 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (db98c9f6-117d-4555-9806-0935378b12e8), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.670810 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port db98c9f6-117d-4555-9806-0935378b12e8, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=db98c9f6-117d-4555-9806-0935378b12e8,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:47:10.690930 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-50c35bef-f083-4639-914f-794b62170838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (7abdba50-6402-43f1-b1d2-49cfb8e7f8b9), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.693560 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-50c35bef-f083-4639-914f-794b62170838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.697158 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-50c35bef-f083-4639-914f-794b62170838 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7abdba50-6402-43f1-b1d2-49cfb8e7f8b9 HTTP/1.1" status: 204 len: 168 time: 0.2121313 Jan 31 04:47:10.706377 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3486-b530-414e-bc28-0ac017fa43ee tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (b75c6d30-69f6-4566-b481-c3b7247bc4c0), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.707118 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c35bef-f083-4639-914f-794b62170838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abdba50-6402-43f1-b1d2-49cfb8e7f8b9,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:10.758143 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (db98c9f6-117d-4555-9806-0935378b12e8), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.777887 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3486-b530-414e-bc28-0ac017fa43ee tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (b75c6d30-69f6-4566-b481-c3b7247bc4c0), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.797341 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5e3486-b530-414e-bc28-0ac017fa43ee tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75c6d30-69f6-4566-b481-c3b7247bc4c0,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:10.853048 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fd5e3486-b530-414e-bc28-0ac017fa43ee tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.854283 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-fd5e3486-b530-414e-bc28-0ac017fa43ee tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3317440 Jan 31 04:47:10.857393 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 37930) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:10.859516 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=db98c9f6-117d-4555-9806-0935378b12e8,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:10.862546 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'floatingip': {'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:10.955691 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:10.959060 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Publish callbacks [] for port (9643882e-f813-4096-831e-91a82cedbbfd), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.034987 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (9643882e-f813-4096-831e-91a82cedbbfd), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.057281 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.098341 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c01264-25f4-4cb6-8b37-7223bd6aca58 None None] Pushing event updated for resources: {'Port': ['ID=9643882e-f813-4096-831e-91a82cedbbfd,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:11.161891 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Attempting to bind port 9643882e-f813-4096-831e-91a82cedbbfd on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:47:11.162311 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Attempting to bind port 9643882e-f813-4096-831e-91a82cedbbfd by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:47:11.162675 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Attempting to bind port 9643882e-f813-4096-831e-91a82cedbbfd on network e6d9d9c2-37a6-46fa-b349-eedfe966b621 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:47:11.167948 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:47:11.168326 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Checking segment: {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:47:11.168863 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.169850 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Bound using segment: {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:47:11.170376 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Bound port: 9643882e-f813-4096-831e-91a82cedbbfd, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:47:11.170820 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (9643882e-f813-4096-831e-91a82cedbbfd), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.209316 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Allocated IP 172.27.2.206 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/3d5f6fb2-daaf-48fe-bb6f-2893152d91e9) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:47:11.250234 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] For port 9643882e-f813-4096-831e-91a82cedbbfd, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:47:11.257077 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] For port 9643882e-f813-4096-831e-91a82cedbbfd, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=9643882e-f813-4096-831e-91a82cedbbfd,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:47:11.326939 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for port (3d5f6fb2-daaf-48fe-bb6f-2893152d91e9), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.332924 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (9643882e-f813-4096-831e-91a82cedbbfd), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.458558 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (3d5f6fb2-daaf-48fe-bb6f-2893152d91e9), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.521371 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e625376-1a43-4a59-868d-3aed29e32499 req-342f9d90-58cd-43ed-91c4-bb3073d54cca tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:11.523077 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7e625376-1a43-4a59-868d-3aed29e32499 req-342f9d90-58cd-43ed-91c4-bb3073d54cca tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0864787 Jan 31 04:47:11.537236 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'Port': ['ID=3d5f6fb2-daaf-48fe-bb6f-2893152d91e9,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:11.557354 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-0f561f59-bd4f-4a1c-babc-a718113120d8 None None] Provisioning complete for port 9643882e-f813-4096-831e-91a82cedbbfd triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:11.557852 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0f561f59-bd4f-4a1c-babc-a718113120d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (9643882e-f813-4096-831e-91a82cedbbfd), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.561837 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:47:11.563349 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:11.572026 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:47:11.572332 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:47:11.572550 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:46:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:11.622376 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7e625376-1a43-4a59-868d-3aed29e32499 req-5ae91a3b-a2b4-423a-a29a-fb30fc895e1d tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938575 Jan 31 04:47:11.645167 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c01264-25f4-4cb6-8b37-7223bd6aca58 None None] Pushing event updated for resources: {'Port': ['ID=9643882e-f813-4096-831e-91a82cedbbfd,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:11.740757 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (75462a63-e40c-4109-a878-d350b6977651), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.762199 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c1e96-0038-4246-a12f-a3376a683e77 req-1e0bb000-b733-4d1c-af98-43e8ce972a4c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:11.764019 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-811c1e96-0038-4246-a12f-a3376a683e77 req-1e0bb000-b733-4d1c-af98-43e8ce972a4c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 944 time: 0.1154101 Jan 31 04:47:11.768471 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:47:11.801973 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-0f561f59-bd4f-4a1c-babc-a718113120d8 None None] Current status of the port 9643882e-f813-4096-831e-91a82cedbbfd is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:11.801973 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0f561f59-bd4f-4a1c-babc-a718113120d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (9643882e-f813-4096-831e-91a82cedbbfd), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.814062 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-811c1e96-0038-4246-a12f-a3376a683e77 req-7ac231a4-ab8c-4470-a09e-1f734c5f9f09 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Jan 31 04:47:11.853164 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (3d5f6fb2-daaf-48fe-bb6f-2893152d91e9), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:11.898509 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-0f561f59-bd4f-4a1c-babc-a718113120d8 None None] For port 9643882e-f813-4096-831e-91a82cedbbfd, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=9643882e-f813-4096-831e-91a82cedbbfd,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:47:11.974850 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0f561f59-bd4f-4a1c-babc-a718113120d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (9643882e-f813-4096-831e-91a82cedbbfd), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:12.055194 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for port (3d5f6fb2-daaf-48fe-bb6f-2893152d91e9), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:12.060105 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f561f59-bd4f-4a1c-babc-a718113120d8 None None] Pushing event updated for resources: {'Port': ['ID=9643882e-f813-4096-831e-91a82cedbbfd,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:12.093457 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:12.126159 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657879b0-d0a4-4b47-a513-4adf7b8a8b73 None None] The sync data for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi is: [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:47:12.130825 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-f234a484-8a21-4ff3-b91d-b318b7452a2f None None] Provisioning complete for port 9643882e-f813-4096-831e-91a82cedbbfd triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:12.130825 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f234a484-8a21-4ff3-b91d-b318b7452a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (9643882e-f813-4096-831e-91a82cedbbfd), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:12.161785 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05f6c7-3400-4051-8656-e06b3d2e375f req-ed64f0e4-33d2-4e1e-9720-475e72d90beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:12.163385 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8b05f6c7-3400-4051-8656-e06b3d2e375f req-ed64f0e4-33d2-4e1e-9720-475e72d90beb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 1129 time: 0.0518744 Jan 31 04:47:12.164014 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (3d5f6fb2-daaf-48fe-bb6f-2893152d91e9), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:12.252530 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-f234a484-8a21-4ff3-b91d-b318b7452a2f None None] Current status of the port 9643882e-f813-4096-831e-91a82cedbbfd is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:12.291354 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'Port': ['ID=3d5f6fb2-daaf-48fe-bb6f-2893152d91e9,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:12.296581 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device db98c9f6-117d-4555-9806-0935378b12e8 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:47:12.314120 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8b05f6c7-3400-4051-8656-e06b3d2e375f req-22d4169a-3d9d-4230-88e4-2b0a69954b08 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420689 Jan 31 04:47:12.315332 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (75462a63-e40c-4109-a878-d350b6977651), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:12.359073 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port db98c9f6-117d-4555-9806-0935378b12e8 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:12.359456 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (db98c9f6-117d-4555-9806-0935378b12e8), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:12.457125 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:12.457125 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-f0444072-e84c-453b-a350-a1a48328c2ba tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5898120 Jan 31 04:47:12.457649 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port db98c9f6-117d-4555-9806-0935378b12e8 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:12.711436 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-46a15292-69c7-48a4-a49a-491cc4bd8315 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--337202983&fields=id&tenant_id=3dfe36d08de049af88fd724e90fbb0d5 HTTP/1.1" status: 200 len: 267 time: 0.0833428 Jan 31 04:47:12.757102 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed43f8-fe47-48e7-8010-640d1612c9b9 req-0ae1c2da-9e31-497f-8143-604275644a64 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:12.768937 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-83ed43f8-fe47-48e7-8010-640d1612c9b9 req-0ae1c2da-9e31-497f-8143-604275644a64 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0698919 Jan 31 04:47:12.851780 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-83ed43f8-fe47-48e7-8010-640d1612c9b9 req-e5f8206a-2e57-44ea-865f-0a6df0bf8319 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729601 Jan 31 04:47:12.876389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-ecf04b9d-41fe-43c4-9a33-946158beb59f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:12.877953 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-ecf04b9d-41fe-43c4-9a33-946158beb59f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/networks?id=e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 200 len: 811 time: 0.1598194 Jan 31 04:47:12.893702 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:47:12.896232 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-24bfca1d-f8cf-4288-93f0-9eec5447c920 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/quotas/3dfe36d08de049af88fd724e90fbb0d5 HTTP/1.1" status: 200 len: 375 time: 0.0106618 Jan 31 04:47:12.980005 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-58b64233-580c-4c37-8153-ae9af5ab9342 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730009 Jan 31 04:47:13.066246 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e8fca-ad5f-4e36-b163-18954c225979 req-d09913ae-1af5-4789-9ac0-75323d9bf7c9 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:13.067758 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3d3e8fca-ad5f-4e36-b163-18954c225979 req-d09913ae-1af5-4789-9ac0-75323d9bf7c9 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 944 time: 0.1136565 Jan 31 04:47:13.071409 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:47:13.085954 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65', 'network_id': '58128fc4-bc4f-417c-908e-383736354847', 'port_id': 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65', 'mac_address': 'fa:16:3e:6d:69:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:47:13.096992 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-317afe7e-c517-48d4-8507-5bd926e3d65c service neutron] 10.222.0.21 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078846 Jan 31 04:47:13.133918 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3d3e8fca-ad5f-4e36-b163-18954c225979 req-530d6c8f-a82c-4fb5-a238-be69fc421dcb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604043 Jan 31 04:47:13.144693 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:13.145135 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:13.162245 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:47:13.184002 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:47:13.201147 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-929e909c-6147-4b16-bf75-f4178c5ed6ed service neutron] 10.222.0.21 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980091 Jan 31 04:47:13.258272 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:13.311078 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:13.531674 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f9dc613e-82b5-4d23-9ef5-0dc9a559f944 req-089afb22-7631-4d3f-8169-642051064ce3 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 210 time: 0.0258312 Jan 31 04:47:13.935347 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['dadcd049-61ea-4ff9-9b81-ff7ada3f3d65'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:47:13.997703 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c2e8f-f40b-4b8e-b0f9-55d2c07e330e req-c0d24918-8501-47e0-96ab-e86f8ca928f4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:13.999890 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-169c2e8f-f40b-4b8e-b0f9-55d2c07e330e req-c0d24918-8501-47e0-96ab-e86f8ca928f4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0792439 Jan 31 04:47:14.055674 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-169c2e8f-f40b-4b8e-b0f9-55d2c07e330e req-693effc8-13aa-4afc-87f7-5c990fa19925 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467339 Jan 31 04:47:14.285279 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c1d66-c284-498f-b088-75ea20913ad1 req-47888a17-5500-4456-8692-ef0452f00c16 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:14.286814 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-949c1d66-c284-498f-b088-75ea20913ad1 req-47888a17-5500-4456-8692-ef0452f00c16 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 945 time: 0.0540652 Jan 31 04:47:14.314415 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 9643882e-f813-4096-831e-91a82cedbbfd up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:47:14.339742 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-949c1d66-c284-498f-b088-75ea20913ad1 req-3bded939-9f36-48a8-89fb-ebbb7889c8dd tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466726 Jan 31 04:47:14.385560 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 9643882e-f813-4096-831e-91a82cedbbfd triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:14.385940 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (9643882e-f813-4096-831e-91a82cedbbfd), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:14.473066 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 9643882e-f813-4096-831e-91a82cedbbfd is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:14.626566 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f25790af-8ad3-45de-b689-e880180b5d2c req-5d338444-5200-4435-8e59-7bb1e49452f2 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 210 time: 0.0296187 Jan 31 04:47:15.189145 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29099199-f112-4a61-9df1-3282447cd670 req-db71f001-bb5d-4ed0-91d8-9aa507d8d069 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:15.190654 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-29099199-f112-4a61-9df1-3282447cd670 req-db71f001-bb5d-4ed0-91d8-9aa507d8d069 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0519898 Jan 31 04:47:15.239676 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-29099199-f112-4a61-9df1-3282447cd670 req-de8a66e5-d933-4267-971c-db930edf47b5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Jan 31 04:47:15.356560 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a966dd0-b036-4686-8a88-ffa7ee0c5ba0 req-b5d25754-91fb-45e9-86fc-294a445088ab tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:15.358015 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a966dd0-b036-4686-8a88-ffa7ee0c5ba0 req-b5d25754-91fb-45e9-86fc-294a445088ab tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0524833 Jan 31 04:47:15.413181 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a966dd0-b036-4686-8a88-ffa7ee0c5ba0 req-63d726a3-5948-4d0f-b173-b5c1320ec9ca tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485122 Jan 31 04:47:15.476863 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5875c1-2231-4e60-bebe-35f06c14cb40 req-446dd4d9-6e81-4ef1-a2d3-2d1d19594829 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:15.478360 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6b5875c1-2231-4e60-bebe-35f06c14cb40 req-446dd4d9-6e81-4ef1-a2d3-2d1d19594829 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 945 time: 0.0543153 Jan 31 04:47:15.531836 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6b5875c1-2231-4e60-bebe-35f06c14cb40 req-410a8664-6a5d-4664-b82a-bb31491bdc70 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Jan 31 04:47:15.717516 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9a4931a6-0c71-41e9-8328-7449daf64292 req-cb6a6670-671b-49db-82d5-ef5cb14c93bb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 210 time: 0.0264258 Jan 31 04:47:15.865104 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-cc197570-bcb4-40a0-9999-b68337167913 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:15.867131 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-cc197570-bcb4-40a0-9999-b68337167913 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.31 "GET /v2.0/networks?id=e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 200 len: 811 time: 0.1029243 Jan 31 04:47:15.939542 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-de00a8d6-6819-4884-b01f-3b9289801365 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dfe36d08de049af88fd724e90fbb0d5 HTTP/1.1" status: 200 len: 379 time: 0.0545068 Jan 31 04:47:15.947566 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'port': {'device_id': '2b864423-6740-4f17-848e-ab7213f4ceab', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'admin_state_up': True, 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'security_groups': ['c522879e-7351-4a9c-bd22-d095121a50a2']}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:16.126973 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Made reservation on behalf of 3dfe36d08de049af88fd724e90fbb0d5 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:47:16.130587 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:16.273189 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Allocated IP 172.20.0.12 (e6d9d9c2-37a6-46fa-b349-eedfe966b621/70c22f48-70b0-40dd-8256-e6bbe4f151b9/f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:47:16.411858 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:16.515220 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:16.567519 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Network e6d9d9c2-37a6-46fa-b349-eedfe966b621 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:47:16.571410 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:16.573760 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:47:16.577652 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'Port': ['ID=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:16.653551 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:16.654183 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:16.685045 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2244956-866a-4ede-a8d9-ae02c36f66fd req-3f89e338-70cd-42e3-ac7b-85621c149e52 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:16.686552 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e2244956-866a-4ede-a8d9-ae02c36f66fd req-3f89e338-70cd-42e3-ac7b-85621c149e52 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 945 time: 0.0865026 Jan 31 04:47:16.732422 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-80c86837-ac73-4a6b-ab6f-d4c7756a67cb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7884037 Jan 31 04:47:16.741559 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e2244956-866a-4ede-a8d9-ae02c36f66fd req-08794938-6be6-4803-ad4e-c4d4c69c48a7 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481668 Jan 31 04:47:16.815924 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-5d7da426-bad2-4031-92cd-33c6a2ef9150 None None] Provisioning complete for port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:16.816599 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-5d7da426-bad2-4031-92cd-33c6a2ef9150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:16.851810 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea36f4e-729c-43ea-a5ae-1a9d5ae18716 req-70283d21-f336-4c6f-87fc-88176f3d2030 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:16.853345 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7ea36f4e-729c-43ea-a5ae-1a9d5ae18716 req-70283d21-f336-4c6f-87fc-88176f3d2030 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 932 time: 0.0610843 Jan 31 04:47:16.856078 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-5d7da426-bad2-4031-92cd-33c6a2ef9150 None None] Port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:47:16.903059 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7ea36f4e-729c-43ea-a5ae-1a9d5ae18716 req-a2fcb059-037f-4a84-a7e8-1c7abf0b2313 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435791 Jan 31 04:47:17.102686 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:47:17.109414 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Request body: {'port': {'device_id': '2b864423-6740-4f17-848e-ab7213f4ceab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:17.178187 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:17.228928 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:47:17.233232 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:17.233679 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:17.311273 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:17.311588 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:17.334094 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7823379c-200c-4cff-9ff8-c3ce4c2462cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:47:17.336412 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7e8a1e-c009-4ac3-9ebc-dff1721ac58c" -d '{"events": [{"server_uuid": "7823379c-200c-4cff-9ff8-c3ce4c2462cd", "name": "network-vif-plugged", "status": "completed", "tag": "dadcd049-61ea-4ff9-9b81-ff7ada3f3d65"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:47:17.349842 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:47:17.376000 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7c7b16-6230-4ac7-8917-6f643eabe8d6 x-openstack-request-id: req-2a7c7b16-6230-4ac7-8917-6f643eabe8d6 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:47:17.376333 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7823379c-200c-4cff-9ff8-c3ce4c2462cd", "name": "network-vif-plugged", "status": "completed", "tag": "dadcd049-61ea-4ff9-9b81-ff7ada3f3d65", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:47:17.376594 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a7c7b16-6230-4ac7-8917-6f643eabe8d6 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:47:17.377015 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7823379c-200c-4cff-9ff8-c3ce4c2462cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65', 'code': 200} Jan 31 04:47:17.442136 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:47:17.454871 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Publish callbacks [] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:17.466568 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Transition to ACTIVE for port object f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:47:17.469416 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:17.516060 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:17.531946 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:17.581236 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:17.652262 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Attempting to bind port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:47:17.652625 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Attempting to bind port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:47:17.652957 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Attempting to bind port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 on network e6d9d9c2-37a6-46fa-b349-eedfe966b621 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:47:17.657567 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 on network e6d9d9c2-37a6-46fa-b349-eedfe966b621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:47:17.657894 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Attempting to bind port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 on network e6d9d9c2-37a6-46fa-b349-eedfe966b621 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:47:17.662816 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:47:17.663234 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Checking segment: {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:47:17.663619 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Bound using segment: {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:47:17.664046 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Bound port: f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:47:17.664402 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:17.731226 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] For port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:47:17.734099 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] For port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:47:17.812660 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:17.861903 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d909039-11c1-4d35-ba7d-1adfc707c6cd req-699a042d-3489-4e5c-a967-2ec548d346ac tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:17.862679 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:17.863284 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:17.863625 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0d909039-11c1-4d35-ba7d-1adfc707c6cd req-699a042d-3489-4e5c-a967-2ec548d346ac tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0542219 Jan 31 04:47:17.864709 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] 10.222.0.31 "PUT /v2.0/ports/f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 HTTP/1.1" status: 200 len: 1094 time: 0.7596877 Jan 31 04:47:17.865159 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b864423-6740-4f17-848e-ab7213f4ceab', 'tag': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:47:17.867402 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660b6a97-21cf-413c-9854-c0b56dd1897b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b864423-6740-4f17-848e-ab7213f4ceab", "tag": "f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:47:17.892695 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a50b6-6de5-4832-a1e3-f96951f82d55 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:17.913206 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35f3d0f-0b68-44f9-916d-60c6899ba993 x-openstack-request-id: req-d35f3d0f-0b68-44f9-916d-60c6899ba993 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:47:17.913503 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b864423-6740-4f17-848e-ab7213f4ceab", "tag": "f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:47:17.913755 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d35f3d0f-0b68-44f9-916d-60c6899ba993 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:47:17.914280 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b864423-6740-4f17-848e-ab7213f4ceab', 'tag': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6', 'status': 'completed', 'code': 200} Jan 31 04:47:17.931657 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0d909039-11c1-4d35-ba7d-1adfc707c6cd req-a4b6ae66-c7e8-469d-8b10-f2ed1d9795c0 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615337 Jan 31 04:47:18.025545 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140b647-aada-428a-82cf-78f00ee27239 req-9c102876-a171-4702-9395-d3088b9d1813 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:18.027062 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1140b647-aada-428a-82cf-78f00ee27239 req-9c102876-a171-4702-9395-d3088b9d1813 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0537262 Jan 31 04:47:18.073174 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1140b647-aada-428a-82cf-78f00ee27239 req-7d2b9fd1-65a5-4b81-8e4e-5f7959fcb3ef tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404828 Jan 31 04:47:19.046042 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd0340-32e0-4e2a-abe5-9e878a15f575 req-ea1962c2-10f2-4b43-a687-57a3595b8f2a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:19.047519 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bdfd0340-32e0-4e2a-abe5-9e878a15f575 req-ea1962c2-10f2-4b43-a687-57a3595b8f2a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0503120 Jan 31 04:47:19.092623 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bdfd0340-32e0-4e2a-abe5-9e878a15f575 req-3fed6c6b-4412-4322-b1e7-5bb2bad8c099 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387537 Jan 31 04:47:19.199524 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c8a53-86da-4ec4-997b-18d9f3b211dd req-a33755e5-1f92-4dbb-a449-f0191ec02207 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:19.200972 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f22c8a53-86da-4ec4-997b-18d9f3b211dd req-a33755e5-1f92-4dbb-a449-f0191ec02207 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0539076 Jan 31 04:47:19.245786 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f22c8a53-86da-4ec4-997b-18d9f3b211dd req-6df99b10-36f9-425b-acfe-9d9c49c2e17f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391593 Jan 31 04:47:20.213039 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943ab48-ae90-4aa8-9a2d-082951b7d4e2 req-c91eb098-f4d9-4787-b9de-02f5ccbdae96 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:20.214488 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6943ab48-ae90-4aa8-9a2d-082951b7d4e2 req-c91eb098-f4d9-4787-b9de-02f5ccbdae96 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0539107 Jan 31 04:47:20.259735 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6943ab48-ae90-4aa8-9a2d-082951b7d4e2 req-59dd750c-248b-4421-8dc5-0910ae8dbdce tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Jan 31 04:47:20.364490 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2aac5e-557f-4c47-a534-52e64ef5fc3d req-fb23aa20-7fe0-4a83-9823-949977847eed tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:20.366296 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9a2aac5e-557f-4c47-a534-52e64ef5fc3d req-fb23aa20-7fe0-4a83-9823-949977847eed tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0536528 Jan 31 04:47:20.412569 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9a2aac5e-557f-4c47-a534-52e64ef5fc3d req-15bfbc48-bbae-413c-9738-3f2f8944206b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407047 Jan 31 04:47:21.357319 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b6a97-21cf-413c-9854-c0b56dd1897b req-99f7a6b1-bffe-4697-b4fc-bed419466b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:21.359428 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-660b6a97-21cf-413c-9854-c0b56dd1897b req-99f7a6b1-bffe-4697-b4fc-bed419466b18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 1128 time: 0.0635324 Jan 31 04:47:21.387690 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcdd8d-e09a-4ad0-a2f5-7b8c8adb842f req-9df27a88-41ca-48d0-be06-ac5701378176 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:21.389881 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b3dcdd8d-e09a-4ad0-a2f5-7b8c8adb842f req-9df27a88-41ca-48d0-be06-ac5701378176 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0580080 Jan 31 04:47:21.437367 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b3dcdd8d-e09a-4ad0-a2f5-7b8c8adb842f req-d99fe884-1f0d-4b34-b428-3def5b3fcfae tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Jan 31 04:47:21.533991 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71998354-fc80-4d99-9cef-796b64f73a9c req-1e6aca74-2093-42e8-822d-b8012c394cbf tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:21.535600 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-71998354-fc80-4d99-9cef-796b64f73a9c req-1e6aca74-2093-42e8-822d-b8012c394cbf tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0523751 Jan 31 04:47:21.581934 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-71998354-fc80-4d99-9cef-796b64f73a9c req-d29dd83d-111f-47c8-aed0-1b06b870a567 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409975 Jan 31 04:47:21.743077 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835df139-4ff7-44f3-9302-fcd384e23a93 req-60c76255-9de7-47e4-83ce-304503421f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:21.744599 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-835df139-4ff7-44f3-9302-fcd384e23a93 req-60c76255-9de7-47e4-83ce-304503421f51 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 1130 time: 0.0457592 Jan 31 04:47:21.761101 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b6a97-21cf-413c-9854-c0b56dd1897b req-4d82cd2b-14c7-4702-9686-911cc6264dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:21.762706 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-660b6a97-21cf-413c-9854-c0b56dd1897b req-4d82cd2b-14c7-4702-9686-911cc6264dec service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0960953 Jan 31 04:47:21.790625 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-835df139-4ff7-44f3-9302-fcd384e23a93 req-9233eec0-6ef6-4c31-89f1-1f277a2eede9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380399 Jan 31 04:47:21.853279 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b6a97-21cf-413c-9854-c0b56dd1897b req-87fd6db8-1ad0-4804-8ba1-993279d21ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:21.854704 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-660b6a97-21cf-413c-9854-c0b56dd1897b req-87fd6db8-1ad0-4804-8ba1-993279d21ca9 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0859735 Jan 31 04:47:22.553386 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c2e13-ad4d-4a19-9c40-2b07fac10a76 req-bba339cf-b42d-4d3a-9b4d-dd285ce4af6f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:22.554874 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c03c2e13-ad4d-4a19-9c40-2b07fac10a76 req-bba339cf-b42d-4d3a-9b4d-dd285ce4af6f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0501881 Jan 31 04:47:22.601151 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c03c2e13-ad4d-4a19-9c40-2b07fac10a76 req-6fea695b-25df-4a4c-8cf4-4ea00867a8d4 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Jan 31 04:47:22.697544 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba499ca-0ab2-4aac-98a8-893d57c4db1d req-1dea3a98-5916-416a-b61c-dfaa6a7eb671 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:22.699021 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fba499ca-0ab2-4aac-98a8-893d57c4db1d req-1dea3a98-5916-416a-b61c-dfaa6a7eb671 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0500379 Jan 31 04:47:22.748252 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fba499ca-0ab2-4aac-98a8-893d57c4db1d req-e4d0b82b-ed1c-459a-b14a-b14be7b12247 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431058 Jan 31 04:47:22.998113 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-d68f621e-4057-46ac-9342-ae4917034b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:22.999638 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-d68f621e-4057-46ac-9342-ae4917034b17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 1128 time: 0.0541611 Jan 31 04:47:23.047431 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-653c8848-d51d-4bb2-ab6e-366e23f8077d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 HTTP/1.1" status: 200 len: 217 time: 0.0330994 Jan 31 04:47:23.098096 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-91f8f4bc-8a89-4de8-bacd-bc0ffc8190fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:23.099571 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-91f8f4bc-8a89-4de8-bacd-bc0ffc8190fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c22f48-70b0-40dd-8256-e6bbe4f151b9 HTTP/1.1" status: 200 len: 850 time: 0.0458808 Jan 31 04:47:23.162033 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-3fe458c0-8d30-47ca-baa1-7393d1494287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:23.163551 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-3fe458c0-8d30-47ca-baa1-7393d1494287 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6d9d9c2-37a6-46fa-b349-eedfe966b621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573161 Jan 31 04:47:23.263383 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-c46d3d6b-ea68-4d05-b5f7-ec2389f1ad63 service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935614 Jan 31 04:47:23.567518 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4d75140c-7752-4d0a-bb5f-4f7c15c7944e req-350cdd99-39e3-46fd-ba0d-e99ece123096 service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983949 Jan 31 04:47:23.730117 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8417e4b-72f4-4ffb-89da-81f62d8d0e81 req-9fe0618e-eb4d-447c-ab16-04b3d05000f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:23.731639 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d8417e4b-72f4-4ffb-89da-81f62d8d0e81 req-9fe0618e-eb4d-447c-ab16-04b3d05000f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0525150 Jan 31 04:47:23.783920 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d8417e4b-72f4-4ffb-89da-81f62d8d0e81 req-ab3e608b-358b-4a53-90cd-36fb5c56a7bc tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458755 Jan 31 04:47:23.865901 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb096cb-4c0a-45f0-8997-e388913129b8 req-1974ac46-188d-4a94-bdf0-62a30e32af41 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:23.867383 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ceb096cb-4c0a-45f0-8997-e388913129b8 req-1974ac46-188d-4a94-bdf0-62a30e32af41 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0510602 Jan 31 04:47:23.914548 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ceb096cb-4c0a-45f0-8997-e388913129b8 req-ca26657c-3309-43c8-bfb3-236495d01116 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Jan 31 04:47:24.908749 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e5fea-ac6a-4315-9fff-bf7d7b8414ac req-2fbb0e54-5e4f-4fce-a5a2-958a9b648756 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:24.908749 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-971e5fea-ac6a-4315-9fff-bf7d7b8414ac req-2fbb0e54-5e4f-4fce-a5a2-958a9b648756 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0553522 Jan 31 04:47:24.955681 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-971e5fea-ac6a-4315-9fff-bf7d7b8414ac req-0db9d4bc-c9c2-45a4-af24-b19440e2b73b tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423231 Jan 31 04:47:25.022016 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcc25d-f838-4bee-b221-82d93fb0c7e8 req-8c628546-5759-4ad8-bb60-2d1b52a58447 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:25.023691 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f3dcc25d-f838-4bee-b221-82d93fb0c7e8 req-8c628546-5759-4ad8-bb60-2d1b52a58447 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0671058 Jan 31 04:47:25.062710 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cf546-40b6-4677-a6c1-1db96bc3177c req-973e5d8c-d1be-4006-bdeb-63b35631db0c tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:25.064275 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c13cf546-40b6-4677-a6c1-1db96bc3177c req-973e5d8c-d1be-4006-bdeb-63b35631db0c tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0519271 Jan 31 04:47:25.071876 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f3dcc25d-f838-4bee-b221-82d93fb0c7e8 req-ead967c9-3a2d-4a0c-a1b7-e8df1379785b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Jan 31 04:47:25.115145 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c13cf546-40b6-4677-a6c1-1db96bc3177c req-9f07c5fd-c9c4-40d3-98ad-7ba569417ecf tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448062 Jan 31 04:47:25.257408 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-7e2566c1-481a-4735-92be-ebddc899239c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:26.069928 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aada8-6e3e-4a1e-bca4-e48f6f7d42e0 req-4bcdcc5b-f791-4304-acf3-3936e7a260a2 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:26.071422 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-043aada8-6e3e-4a1e-bca4-e48f6f7d42e0 req-4bcdcc5b-f791-4304-acf3-3936e7a260a2 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0500164 Jan 31 04:47:26.118553 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-043aada8-6e3e-4a1e-bca4-e48f6f7d42e0 req-0f5e96de-6185-407b-be00-3f49f62f48b2 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417061 Jan 31 04:47:26.190693 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c50dc-217d-43df-bc45-8a28e4021a24 req-d6d7b8b5-ef76-4b6e-9f10-82f164031332 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:26.192203 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f19c50dc-217d-43df-bc45-8a28e4021a24 req-d6d7b8b5-ef76-4b6e-9f10-82f164031332 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0512958 Jan 31 04:47:26.234854 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78becc7-7be5-4bec-974d-0d667f4ad5ed req-f2072160-8a0b-4fb1-a0f2-30d83b648248 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:26.237030 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d78becc7-7be5-4bec-974d-0d667f4ad5ed req-f2072160-8a0b-4fb1-a0f2-30d83b648248 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0576236 Jan 31 04:47:26.242900 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f19c50dc-217d-43df-bc45-8a28e4021a24 req-12cf60d2-8997-4ffb-ba62-3f47731b3cc1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451217 Jan 31 04:47:26.283234 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d78becc7-7be5-4bec-974d-0d667f4ad5ed req-5fa9a3f7-1d36-401f-9d7b-0bd0a318dc5e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405788 Jan 31 04:47:27.233031 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e5c46-f6ca-4a06-ac14-47e1a4f37f17 req-d64c532b-d3ff-4a46-bcbd-0b1a642af74c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:27.234483 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-041e5c46-f6ca-4a06-ac14-47e1a4f37f17 req-d64c532b-d3ff-4a46-bcbd-0b1a642af74c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0507114 Jan 31 04:47:27.280519 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-041e5c46-f6ca-4a06-ac14-47e1a4f37f17 req-0152fd4e-c295-41c1-b7d6-93adabf47a77 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405364 Jan 31 04:47:27.363101 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505bda5-7434-4c2b-9993-8897f388a0a4 req-095ea1a3-4b07-470e-b9bb-1d4571668744 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:27.364565 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9505bda5-7434-4c2b-9993-8897f388a0a4 req-095ea1a3-4b07-470e-b9bb-1d4571668744 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0516219 Jan 31 04:47:27.400594 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481256fb-1bf0-422e-bde6-394f19a50c55 req-c797a6af-cacc-4808-983d-3f82d2b5eb5e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:27.402045 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-481256fb-1bf0-422e-bde6-394f19a50c55 req-c797a6af-cacc-4808-983d-3f82d2b5eb5e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0506225 Jan 31 04:47:27.410188 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9505bda5-7434-4c2b-9993-8897f388a0a4 req-21cd561b-8c79-4679-9656-a5494bcbc1a9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 Jan 31 04:47:27.449775 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-481256fb-1bf0-422e-bde6-394f19a50c55 req-5d3c8e7a-80e1-488b-b34a-107ab6551e95 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415022 Jan 31 04:47:27.531406 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-79e993e4-a59d-4d0d-a632-74191592c0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:28.396555 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bc562-41d2-4ba6-acbc-1ff4abba0601 req-18d6deae-b4ee-4996-b297-ef6888ed3b6c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:28.397926 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-dd0bc562-41d2-4ba6-acbc-1ff4abba0601 req-18d6deae-b4ee-4996-b297-ef6888ed3b6c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0509109 Jan 31 04:47:28.450491 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-dd0bc562-41d2-4ba6-acbc-1ff4abba0601 req-f2b92ecf-6240-4bc2-bb8a-abdb507cc290 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457239 Jan 31 04:47:28.492188 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:28.538088 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093abde-a223-4615-b664-094e63bda110 req-5c76039f-0839-461b-8fcb-600feea1466b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:28.540390 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6093abde-a223-4615-b664-094e63bda110 req-5c76039f-0839-461b-8fcb-600feea1466b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0624731 Jan 31 04:47:28.575889 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b060ba-c319-406b-ae9a-4af4a809e8d0 req-7bfc57dc-03ba-425b-a20b-854f3c8d2b2a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:28.577361 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a8b060ba-c319-406b-ae9a-4af4a809e8d0 req-7bfc57dc-03ba-425b-a20b-854f3c8d2b2a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0604918 Jan 31 04:47:28.618829 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6093abde-a223-4615-b664-094e63bda110 req-132d24d5-961f-467b-9538-cf8971cf5627 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708926 Jan 31 04:47:28.630771 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d487a8-9398-4783-938a-0f42fe602e9d req-00a2ba18-bdd1-4aa1-a1fe-b1ed0fc0da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:28.632316 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-13d487a8-9398-4783-938a-0f42fe602e9d req-00a2ba18-bdd1-4aa1-a1fe-b1ed0fc0da95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 1129 time: 0.0823576 Jan 31 04:47:28.636184 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a8b060ba-c319-406b-ae9a-4af4a809e8d0 req-30f6f06b-8001-495d-ba82-cf9ba38ba09e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530927 Jan 31 04:47:28.725350 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d487a8-9398-4783-938a-0f42fe602e9d req-9af98f96-b192-4913-a38f-5dc6891fff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:28.726864 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-13d487a8-9398-4783-938a-0f42fe602e9d req-9af98f96-b192-4913-a38f-5dc6891fff87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 918 time: 0.0871205 Jan 31 04:47:28.770851 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-13d487a8-9398-4783-938a-0f42fe602e9d req-86015305-e79c-429d-8568-a145baaf6e43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a HTTP/1.1" status: 200 len: 217 time: 0.0340569 Jan 31 04:47:28.818156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d487a8-9398-4783-938a-0f42fe602e9d req-cb350d26-0c7e-4cd1-aebf-02622a024f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:28.819614 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-13d487a8-9398-4783-938a-0f42fe602e9d req-cb350d26-0c7e-4cd1-aebf-02622a024f8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 200 len: 858 time: 0.0430024 Jan 31 04:47:28.857275 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-13d487a8-9398-4783-938a-0f42fe602e9d req-fa2cef11-b176-4f1b-b0c4-b20876e31460 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3790ef1-f274-459b-844e-81d21ffa0cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240963 Jan 31 04:47:28.951045 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-13d487a8-9398-4783-938a-0f42fe602e9d req-f3a49f58-bd67-4fd2-860e-c83b137d6477 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849588 Jan 31 04:47:29.042130 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-13d487a8-9398-4783-938a-0f42fe602e9d req-4ec201ad-e905-4238-a5be-02810ccee0e0 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848372 Jan 31 04:47:29.567224 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc08ef-9b03-4f8e-b1e5-b5a09533f0b2 req-b0660685-4039-43c4-9bbf-d126015cf298 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:29.568753 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-06dc08ef-9b03-4f8e-b1e5-b5a09533f0b2 req-b0660685-4039-43c4-9bbf-d126015cf298 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0528407 Jan 31 04:47:29.615224 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-06dc08ef-9b03-4f8e-b1e5-b5a09533f0b2 req-a058d3fc-c5ff-4e8b-8b61-8f099d65b927 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Jan 31 04:47:29.747641 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66064220-e408-4878-9fc5-1a33dbb1558d req-ee2ef35a-9502-4a02-8916-4a51eae56bf4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:29.749116 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-66064220-e408-4878-9fc5-1a33dbb1558d req-ee2ef35a-9502-4a02-8916-4a51eae56bf4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0541091 Jan 31 04:47:29.769476 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474a17b-1ee2-4d71-b31c-846f556b6c5d req-a9465be8-bed5-47ec-bf22-f17fafc8a3ef tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:29.771700 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b474a17b-1ee2-4d71-b31c-846f556b6c5d req-a9465be8-bed5-47ec-bf22-f17fafc8a3ef tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0567539 Jan 31 04:47:29.798820 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-66064220-e408-4878-9fc5-1a33dbb1558d req-22c9dd3f-0f12-465d-9212-d1d70b658d0a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430501 Jan 31 04:47:29.828749 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b474a17b-1ee2-4d71-b31c-846f556b6c5d req-ec568988-3049-4d23-9188-4aad4b3a3ae9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509913 Jan 31 04:47:30.113246 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:30.754212 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba688d3-64c4-4b7b-a083-d62c9d8691ef req-35f03d1f-056c-410d-8f91-99acd4346433 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:30.755724 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2ba688d3-64c4-4b7b-a083-d62c9d8691ef req-35f03d1f-056c-410d-8f91-99acd4346433 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0578880 Jan 31 04:47:30.803242 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2ba688d3-64c4-4b7b-a083-d62c9d8691ef req-4a71ff14-a7cb-4fbe-9587-f995c53c7433 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Jan 31 04:47:30.922567 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d7f7e-579c-4e55-b076-488302000cb4 req-4fb4e1cf-ee98-459a-ad48-999a30f66b59 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:30.924147 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-681d7f7e-579c-4e55-b076-488302000cb4 req-4fb4e1cf-ee98-459a-ad48-999a30f66b59 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0546968 Jan 31 04:47:30.972669 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-681d7f7e-579c-4e55-b076-488302000cb4 req-aa71f73b-8b3a-43b8-a6c8-83a1d6250b58 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Jan 31 04:47:31.077798 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a99213-8ed4-40f1-a27d-e4ce3726acde req-615a24eb-6552-441b-82db-df2d53a3c212 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:31.080300 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-53a99213-8ed4-40f1-a27d-e4ce3726acde req-615a24eb-6552-441b-82db-df2d53a3c212 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0521677 Jan 31 04:47:31.127209 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-53a99213-8ed4-40f1-a27d-e4ce3726acde req-feadcf67-d2eb-4621-a140-9559f235c3d0 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416760 Jan 31 04:47:31.375357 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:32.093991 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b326-b827-40c2-8388-1ae7e2eee9a2 req-b970fb66-b050-42b6-a62e-0f7bbdbe889e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:32.095970 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f1a0b326-b827-40c2-8388-1ae7e2eee9a2 req-b970fb66-b050-42b6-a62e-0f7bbdbe889e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0548153 Jan 31 04:47:32.140924 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f1a0b326-b827-40c2-8388-1ae7e2eee9a2 req-dfb94704-4d1b-4fff-b3ec-e319a914fba9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Jan 31 04:47:32.239998 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01106-102a-4821-a642-39346ad4b0ae req-c0bfce59-695f-4259-a35f-d6010f10f0ee tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:32.241353 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0aa01106-102a-4821-a642-39346ad4b0ae req-c0bfce59-695f-4259-a35f-d6010f10f0ee tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0496781 Jan 31 04:47:32.286414 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0aa01106-102a-4821-a642-39346ad4b0ae req-abf6e501-8b4f-42a1-9e3b-0dc3825aa779 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396543 Jan 31 04:47:33.260301 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647afff-2072-4d6c-92f8-753004422822 req-99736c20-efe3-4f01-b6ba-38419aa618e2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:33.261765 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d647afff-2072-4d6c-92f8-753004422822 req-99736c20-efe3-4f01-b6ba-38419aa618e2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0533874 Jan 31 04:47:33.308228 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d647afff-2072-4d6c-92f8-753004422822 req-a7747735-1e2b-406d-98cc-8ea32aef6797 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Jan 31 04:47:33.409511 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3f13e-203a-4b65-aaf1-dafc4fff917e req-8f4d8190-cdd1-44df-9889-d494ef4e2fe5 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:33.409511 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4ba3f13e-203a-4b65-aaf1-dafc4fff917e req-8f4d8190-cdd1-44df-9889-d494ef4e2fe5 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0513620 Jan 31 04:47:33.453316 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4ba3f13e-203a-4b65-aaf1-dafc4fff917e req-cb755d77-4eac-4a48-9d12-d1dd4a854ed6 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Jan 31 04:47:34.426172 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8473bd1-a597-4f44-9765-d5638891a939 req-f058ec1e-b740-4508-afe7-8f40c4a8e33b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:34.427789 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a8473bd1-a597-4f44-9765-d5638891a939 req-f058ec1e-b740-4508-afe7-8f40c4a8e33b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0516672 Jan 31 04:47:34.477136 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a8473bd1-a597-4f44-9765-d5638891a939 req-5184ea59-e8e1-402a-89c2-9eff60db568c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 Jan 31 04:47:34.569831 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c95050-8c1a-44d8-99d3-9cc9ce2748f3 req-fb6ad1a7-82b3-4e9a-8ce2-70aaa5446336 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:34.571362 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-38c95050-8c1a-44d8-99d3-9cc9ce2748f3 req-fb6ad1a7-82b3-4e9a-8ce2-70aaa5446336 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 944 time: 0.0509219 Jan 31 04:47:34.618213 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-38c95050-8c1a-44d8-99d3-9cc9ce2748f3 req-2433954f-b495-498b-bab6-bd7f3f7b47ac tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413406 Jan 31 04:47:35.335713 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:47:35.447355 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:47:35.458892 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'port_id': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6', 'mac_address': 'fa:16:3e:87:bd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:47:35.496764 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:35.497156 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:35.500469 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:35.512748 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:47:35.533770 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:47:35.601291 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd7af2-a871-47a5-a1c2-0c45d507bfe4 req-ab32e2ba-2c1f-4ab1-8543-98aa30134a63 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:35.602680 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-50dd7af2-a871-47a5-a1c2-0c45d507bfe4 req-ab32e2ba-2c1f-4ab1-8543-98aa30134a63 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0509694 Jan 31 04:47:35.605799 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:35.654108 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-50dd7af2-a871-47a5-a1c2-0c45d507bfe4 req-ceef945e-c37b-4ef1-ab50-2bfeff5a4943 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Jan 31 04:47:35.657704 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:35.741591 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718ff13-30a1-4cd1-83fa-667f3c5c542b req-dac3ac84-01cd-4e77-be70-ee5d242e62d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:35.743057 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3718ff13-30a1-4cd1-83fa-667f3c5c542b req-dac3ac84-01cd-4e77-be70-ee5d242e62d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 945 time: 0.0513330 Jan 31 04:47:35.791212 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3718ff13-30a1-4cd1-83fa-667f3c5c542b req-683cbf46-2a5b-4bd8-b805-80180fa81aa1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425539 Jan 31 04:47:36.771366 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14446fbc-b61c-4148-8e6c-d4460e0a78a2 req-3fdcb102-e136-45e1-af40-875e93f4d087 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:36.772806 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-14446fbc-b61c-4148-8e6c-d4460e0a78a2 req-3fdcb102-e136-45e1-af40-875e93f4d087 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0501969 Jan 31 04:47:36.820405 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-14446fbc-b61c-4148-8e6c-d4460e0a78a2 req-3b064ba0-ce09-4eb8-ad4a-64277b9e224a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421801 Jan 31 04:47:36.900295 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:47:36.920946 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e68f88-6fe6-4bca-8727-66e5f1645ea9 req-2b5b476c-8729-437c-87ce-e3340ccbf22c tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:36.925750 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-31e68f88-6fe6-4bca-8727-66e5f1645ea9 req-2b5b476c-8729-437c-87ce-e3340ccbf22c tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 945 time: 0.0523787 Jan 31 04:47:36.979914 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-31e68f88-6fe6-4bca-8727-66e5f1645ea9 req-c944e607-4b5c-4642-840f-02b2e6dee65a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478380 Jan 31 04:47:37.313234 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-b23b7ae8-51ae-4da1-887b-cc3e9fdd2342 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470335 Jan 31 04:47:37.395978 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-5cdd07d3-7e53-4979-aa6c-f5cbb87647e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:37.400532 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-5cdd07d3-7e53-4979-aa6c-f5cbb87647e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 1129 time: 0.0456326 Jan 31 04:47:37.507410 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-3fc32983-aa5b-46d0-b1eb-b3955f30ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:37.508873 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-3fc32983-aa5b-46d0-b1eb-b3955f30ae48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 200 len: 915 time: 0.0887737 Jan 31 04:47:37.557744 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-ec33d7da-43ca-4da7-8805-46853067e2a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=349870cb-d883-4ba5-862f-01f28757a4f8 HTTP/1.1" status: 200 len: 217 time: 0.0376461 Jan 31 04:47:37.608328 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-c23ad1c3-e0a2-41ef-b6f5-4256663c58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:37.609777 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-c23ad1c3-e0a2-41ef-b6f5-4256663c58b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3 HTTP/1.1" status: 200 len: 855 time: 0.0448110 Jan 31 04:47:37.640787 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-82329f58-84c3-4715-a907-6254627d4dcf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58128fc4-bc4f-417c-908e-383736354847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239332 Jan 31 04:47:37.734057 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-91fa0dc2-82a5-455f-bca9-a4c309cd9355 service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835421 Jan 31 04:47:37.820650 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f0bb7f4b-68fc-4236-a36b-fbfb1e7971c3 req-e1296152-e7c4-4ac8-92d1-cf22e24691ea service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802660 Jan 31 04:47:37.935625 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedad21-3e81-42ca-97a2-3e0ddc4d8fe6 req-b190d4b2-02f3-4b06-8820-34f8761d20a1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:37.937098 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3bedad21-3e81-42ca-97a2-3e0ddc4d8fe6 req-b190d4b2-02f3-4b06-8820-34f8761d20a1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0504508 Jan 31 04:47:37.982871 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3bedad21-3e81-42ca-97a2-3e0ddc4d8fe6 req-70838846-6466-413f-9923-767acf295a7e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Jan 31 04:47:38.109441 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80ebd0-a817-423f-b249-71e469a79cbf req-caf69605-4ee5-49f0-8f2f-1c315d47dafa tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:38.111835 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fc80ebd0-a817-423f-b249-71e469a79cbf req-caf69605-4ee5-49f0-8f2f-1c315d47dafa tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 945 time: 0.0656710 Jan 31 04:47:38.159745 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fc80ebd0-a817-423f-b249-71e469a79cbf req-918e6bd0-1934-424a-9e97-8299568bec6d tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424531 Jan 31 04:47:39.103798 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6342a-5b03-41a3-b3f4-a33a72f8d62c req-64d3016d-5655-4e3a-bd08-a63509433900 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:39.105275 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9ab6342a-5b03-41a3-b3f4-a33a72f8d62c req-64d3016d-5655-4e3a-bd08-a63509433900 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0553529 Jan 31 04:47:39.154547 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9ab6342a-5b03-41a3-b3f4-a33a72f8d62c req-b03296c3-ca03-4f25-a23d-eb43bf7e3430 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430954 Jan 31 04:47:39.363378 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4de57-9d3b-4b86-ade1-d301e27e4a86 req-d92b085f-1b45-48cd-80d6-56df3fd6bd03 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:39.363378 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-89e4de57-9d3b-4b86-ade1-d301e27e4a86 req-d92b085f-1b45-48cd-80d6-56df3fd6bd03 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 945 time: 0.0526149 Jan 31 04:47:39.363378 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-89e4de57-9d3b-4b86-ade1-d301e27e4a86 req-8c53b986-d772-4c77-8233-2d6b0a3ab10a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441771 Jan 31 04:47:39.806338 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:47:39.897232 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:47:39.900773 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:47:39.901171 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:39.977377 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:47:39.977765 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:39.999564 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b864423-6740-4f17-848e-ab7213f4ceab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:47:40.002090 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a159dbf-bfb1-402b-adbd-23bc35bf8b47" -d '{"events": [{"server_uuid": "2b864423-6740-4f17-848e-ab7213f4ceab", "name": "network-vif-plugged", "status": "completed", "tag": "f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:47:40.014267 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:47:40.039076 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cf9df3-caa8-4a10-a0e6-d07e9eed9006 x-openstack-request-id: req-50cf9df3-caa8-4a10-a0e6-d07e9eed9006 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:47:40.039384 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b864423-6740-4f17-848e-ab7213f4ceab", "name": "network-vif-plugged", "status": "completed", "tag": "f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:47:40.039635 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50cf9df3-caa8-4a10-a0e6-d07e9eed9006 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:47:40.040028 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b864423-6740-4f17-848e-ab7213f4ceab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6', 'code': 200} Jan 31 04:47:40.078955 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:40.125878 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:40.275142 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357f2b6-8a03-46eb-bd87-36878ead981f req-7332c031-b71d-446c-88f4-053f521c72e9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:40.276623 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e357f2b6-8a03-46eb-bd87-36878ead981f req-7332c031-b71d-446c-88f4-053f521c72e9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0526161 Jan 31 04:47:40.323972 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e357f2b6-8a03-46eb-bd87-36878ead981f req-bd43e583-cda2-4de0-aaa9-4cfe53c06481 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408669 Jan 31 04:47:40.454690 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8098c-9669-4b27-afda-eab31cf0c78e req-b69f5262-b154-4375-bfdc-248b57cf3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:40.456377 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1fb8098c-9669-4b27-afda-eab31cf0c78e req-b69f5262-b154-4375-bfdc-248b57cf3da3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 1130 time: 0.0793686 Jan 31 04:47:40.467033 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bcf91-f41c-4672-90c2-84fc2868b5c9 req-b685c9f8-d708-4c3a-a699-2c82ed514078 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:40.468368 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-036bcf91-f41c-4672-90c2-84fc2868b5c9 req-b685c9f8-d708-4c3a-a699-2c82ed514078 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0672126 Jan 31 04:47:40.529342 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1fb8098c-9669-4b27-afda-eab31cf0c78e req-05837550-8d15-418c-a160-3205b523b5dc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600700 Jan 31 04:47:40.540528 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-036bcf91-f41c-4672-90c2-84fc2868b5c9 req-9ca6efa7-2d7a-4191-ad96-4b12952520a2 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648501 Jan 31 04:47:41.440487 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a52f4-939f-4310-8a29-daa87ae66c0a req-f2d96600-4811-49ab-9c38-ff784190a099 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:41.442157 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8e1a52f4-939f-4310-8a29-daa87ae66c0a req-f2d96600-4811-49ab-9c38-ff784190a099 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0513251 Jan 31 04:47:41.491839 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8e1a52f4-939f-4310-8a29-daa87ae66c0a req-d6cf709c-f76f-4a35-b623-f9b8c79f5bd9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Jan 31 04:47:41.654243 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebad04-4387-4fd7-8496-db523b6978f0 req-a2a1acff-13ad-4bff-a1d5-ace287db7bfd tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:41.655654 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-dfebad04-4387-4fd7-8496-db523b6978f0 req-a2a1acff-13ad-4bff-a1d5-ace287db7bfd tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0505745 Jan 31 04:47:41.706142 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-dfebad04-4387-4fd7-8496-db523b6978f0 req-9f6df34f-d0bd-4c51-9ae3-d9712a289a14 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441859 Jan 31 04:47:42.607531 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a3d98-0b9c-4c42-99fc-7230046a9734 req-002372b9-6943-4705-a1e9-e9619a339757 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:42.608984 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-934a3d98-0b9c-4c42-99fc-7230046a9734 req-002372b9-6943-4705-a1e9-e9619a339757 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0516157 Jan 31 04:47:42.654968 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-934a3d98-0b9c-4c42-99fc-7230046a9734 req-b20ba3e7-f741-4c35-8da6-5e8ece4af306 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394320 Jan 31 04:47:42.821811 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc87300-fd53-40f5-9b3e-441357039d64 req-c515a8b6-f5c2-4856-b8ea-1bd4a4d34c1f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:42.823326 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9cc87300-fd53-40f5-9b3e-441357039d64 req-c515a8b6-f5c2-4856-b8ea-1bd4a4d34c1f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0510895 Jan 31 04:47:42.868477 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9cc87300-fd53-40f5-9b3e-441357039d64 req-66a88902-75db-4e50-8cfa-bf5a2f2a66fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396521 Jan 31 04:47:43.133952 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:47:43.769539 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a80ed1-ac6d-4932-b28d-cc9226d13197 req-17e9be01-b343-45bb-b0e6-227039360716 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:43.771036 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-96a80ed1-ac6d-4932-b28d-cc9226d13197 req-17e9be01-b343-45bb-b0e6-227039360716 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0515721 Jan 31 04:47:43.816004 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-96a80ed1-ac6d-4932-b28d-cc9226d13197 req-8a9a39a7-0c7a-4525-89c8-1a9ff040dca6 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395949 Jan 31 04:47:43.982802 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25585220-461e-4ec6-b04d-adefa3988091 req-ac4553f8-eeac-4b9f-ae7a-fbb5b15946c6 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:43.984282 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-25585220-461e-4ec6-b04d-adefa3988091 req-ac4553f8-eeac-4b9f-ae7a-fbb5b15946c6 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0503602 Jan 31 04:47:44.029689 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-25585220-461e-4ec6-b04d-adefa3988091 req-58c90419-6d31-48aa-983a-dcfabd64efec tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394840 Jan 31 04:47:44.932363 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46116d92-1e55-4dff-a19a-0f0d83f4890e req-253f4c75-68f5-42a4-aaad-815a40c05ae4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:44.933805 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-46116d92-1e55-4dff-a19a-0f0d83f4890e req-253f4c75-68f5-42a4-aaad-815a40c05ae4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0533412 Jan 31 04:47:44.978587 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-46116d92-1e55-4dff-a19a-0f0d83f4890e req-12ed037b-a4c7-497e-9d27-2a9928308a0f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393589 Jan 31 04:47:45.149405 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf75c2-a0d5-46c8-b504-308f609eaf12 req-890ff276-f402-47bc-9c73-80b343ff54ef tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:45.150779 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ebf75c2-a0d5-46c8-b504-308f609eaf12 req-890ff276-f402-47bc-9c73-80b343ff54ef tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0552676 Jan 31 04:47:45.196283 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ebf75c2-a0d5-46c8-b504-308f609eaf12 req-317dc761-900b-4250-8af0-24b857250faa tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399644 Jan 31 04:47:46.091506 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab781f-4dec-4694-a699-6d5374dc729e req-62ea6871-1468-4554-94ae-6c2e96bf14c3 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:46.093005 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-76ab781f-4dec-4694-a699-6d5374dc729e req-62ea6871-1468-4554-94ae-6c2e96bf14c3 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0498815 Jan 31 04:47:46.138315 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-76ab781f-4dec-4694-a699-6d5374dc729e req-59534b92-7bdc-4b02-a7fc-963a97e1c096 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392423 Jan 31 04:47:46.313023 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2abd2-09dc-463b-8708-6c38d2b510f1 req-76380354-acf2-4c68-80f7-3ebacf6edbfe tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:46.314481 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8ea2abd2-09dc-463b-8708-6c38d2b510f1 req-76380354-acf2-4c68-80f7-3ebacf6edbfe tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0512311 Jan 31 04:47:46.361677 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8ea2abd2-09dc-463b-8708-6c38d2b510f1 req-1e173d7e-ab6f-4826-b4bb-5ff7da23fd59 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 Jan 31 04:47:47.257806 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f8b4d-6238-4a0f-8bd2-7a55fb523d28 req-388ea44d-1b2c-4791-b17a-77207322d8ad tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:47.259230 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c68f8b4d-6238-4a0f-8bd2-7a55fb523d28 req-388ea44d-1b2c-4791-b17a-77207322d8ad tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0551467 Jan 31 04:47:47.304905 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c68f8b4d-6238-4a0f-8bd2-7a55fb523d28 req-a7e0eb3e-0306-460e-ba46-920a60f84398 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Jan 31 04:47:47.478078 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d73b25-b3d9-4bbf-8704-ee3d749f389a req-1b72b1e7-28a3-45fd-89dc-aea0b4008e57 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:47.479698 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-08d73b25-b3d9-4bbf-8704-ee3d749f389a req-1b72b1e7-28a3-45fd-89dc-aea0b4008e57 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0521333 Jan 31 04:47:47.533549 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-08d73b25-b3d9-4bbf-8704-ee3d749f389a req-4f7b6226-b327-4878-acc2-9e4604e022b6 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483022 Jan 31 04:47:47.881168 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134127d3-42b8-40e2-aadb-ebd5a16426e7 req-6a0118b9-7d0f-454b-a56c-62e3248896d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:47.882689 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-134127d3-42b8-40e2-aadb-ebd5a16426e7 req-6a0118b9-7d0f-454b-a56c-62e3248896d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 1129 time: 0.0424907 Jan 31 04:47:47.927424 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-134127d3-42b8-40e2-aadb-ebd5a16426e7 req-6604c4d0-344a-44d2-aa47-c269feb7d7b1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368354 Jan 31 04:47:48.421048 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089baf-b3b0-4e91-bb18-c45168a01b7a req-a2406757-67ac-447d-9d3a-0fcab20830f1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:48.422495 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c2089baf-b3b0-4e91-bb18-c45168a01b7a req-a2406757-67ac-447d-9d3a-0fcab20830f1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0517881 Jan 31 04:47:48.467858 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c2089baf-b3b0-4e91-bb18-c45168a01b7a req-3e5b4002-cd92-4af8-a6da-723a6846587e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395465 Jan 31 04:47:48.656218 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4057eb2-d6c1-49a3-988e-aa0694b06d12 req-3a308f4b-6608-4367-a7e2-8e51fa971aeb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:48.657676 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a4057eb2-d6c1-49a3-988e-aa0694b06d12 req-3a308f4b-6608-4367-a7e2-8e51fa971aeb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0516927 Jan 31 04:47:48.701588 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a4057eb2-d6c1-49a3-988e-aa0694b06d12 req-039ce0ef-b832-4195-bffc-5b6003b89d48 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383077 Jan 31 04:47:48.814131 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17b419-da9c-4707-9015-410e7b5b3a55 req-7bfb0e97-72c4-4836-8278-6b42b666845d tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:48.820247 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6f17b419-da9c-4707-9015-410e7b5b3a55 req-7bfb0e97-72c4-4836-8278-6b42b666845d tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0535750 Jan 31 04:47:48.824266 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 38618) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:47:48.828536 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-31e78843-dc49-4a6d-9e99-c1e058669b00 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'floatingip': {'port_id': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:48.897766 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-31e78843-dc49-4a6d-9e99-c1e058669b00 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (75462a63-e40c-4109-a878-d350b6977651), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:49.588707 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acd144-63c8-4b0d-941b-879123e34e13 req-94568dad-e683-41da-8686-ea240b3fa805 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:49.590253 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-95acd144-63c8-4b0d-941b-879123e34e13 req-94568dad-e683-41da-8686-ea240b3fa805 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0543771 Jan 31 04:47:49.642448 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-95acd144-63c8-4b0d-941b-879123e34e13 req-1bf3049e-41f6-48e0-8b9b-1ed4eede73bc tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462399 Jan 31 04:47:49.682781 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-31e78843-dc49-4a6d-9e99-c1e058669b00 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:49.754773 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-31e78843-dc49-4a6d-9e99-c1e058669b00 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (75462a63-e40c-4109-a878-d350b6977651), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:49.851054 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.l3_db [None req-31e78843-dc49-4a6d-9e99-c1e058669b00 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Floating IP 75462a63-e40c-4109-a878-d350b6977651 associated. External IP: 172.27.2.206, port: f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6. Jan 31 04:47:50.048174 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e78843-dc49-4a6d-9e99-c1e058669b00 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Router 4969f994-644a-4d98-b6b9-49e11e3e51b7 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:47:50.155456 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e78843-dc49-4a6d-9e99-c1e058669b00 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:47:50.160802 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-31e78843-dc49-4a6d-9e99-c1e058669b00 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:50.165950 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] Sync routers for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:47:50.177292 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:47:50.177905 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:47:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:50.191035 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-31e78843-dc49-4a6d-9e99-c1e058669b00 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "PUT /v2.0/floatingips/75462a63-e40c-4109-a878-d350b6977651 HTTP/1.1" status: 200 len: 992 time: 1.3651528 Jan 31 04:47:50.192258 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b864423-6740-4f17-848e-ab7213f4ceab', 'tag': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:47:50.194484 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd48d2c6-9b62-4023-84b6-aa3e99508587" -d '{"events": [{"name": "network-changed", "server_uuid": "2b864423-6740-4f17-848e-ab7213f4ceab", "tag": "f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:47:50.233531 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffd9eed-13a0-4308-9f0d-3d3f918af409 x-openstack-request-id: req-7ffd9eed-13a0-4308-9f0d-3d3f918af409 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:47:50.233823 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b864423-6740-4f17-848e-ab7213f4ceab", "tag": "f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:47:50.234079 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ffd9eed-13a0-4308-9f0d-3d3f918af409 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:47:50.234479 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b864423-6740-4f17-848e-ab7213f4ceab', 'tag': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6', 'status': 'completed', 'code': 200} Jan 31 04:47:50.288734 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465f0a1-e15e-4dfe-8779-a6642cdebc16 req-97c76bdf-91cb-4dc4-a699-f27f3c2a06a9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:50.290669 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d465f0a1-e15e-4dfe-8779-a6642cdebc16 req-97c76bdf-91cb-4dc4-a699-f27f3c2a06a9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0524552 Jan 31 04:47:50.340088 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d465f0a1-e15e-4dfe-8779-a6642cdebc16 req-55ef30a5-dd47-493c-8b32-443b9e96416a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440092 Jan 31 04:47:50.368943 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:47:50.581015 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '75462a63-e40c-4109-a878-d350b6977651', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'port_id': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'mac_address': 'fa:16:3e:87:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b864423-6740-4f17-848e-ab7213f4ceab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:47:11Z', 'updated_at': '2022-01-31T04:47:49Z', 'revision_number': 1, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:50.606386 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] Checking router: 4969f994-644a-4d98-b6b9-49e11e3e51b7 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:47:50.615216 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:47:50.615812 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:47:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:50.725770 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:47:50.762286 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e564a5d-22df-43ec-ab3e-89c31800cfb8 req-4a35167e-366c-44d7-a434-58c05912c502 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:50.763781 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8e564a5d-22df-43ec-ab3e-89c31800cfb8 req-4a35167e-366c-44d7-a434-58c05912c502 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0521667 Jan 31 04:47:50.808999 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8e564a5d-22df-43ec-ab3e-89c31800cfb8 req-0b0b2f2d-9ac5-446d-8867-070d577e30fa tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395663 Jan 31 04:47:50.943585 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '75462a63-e40c-4109-a878-d350b6977651', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'port_id': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'mac_address': 'fa:16:3e:87:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b864423-6740-4f17-848e-ab7213f4ceab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:47:11Z', 'updated_at': '2022-01-31T04:47:49Z', 'revision_number': 1, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:47:50.968415 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e63565-25ea-41f7-bf31-4b91563dd329 None None] The sync data for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi is: [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '75462a63-e40c-4109-a878-d350b6977651', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'port_id': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'mac_address': 'fa:16:3e:87:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b864423-6740-4f17-848e-ab7213f4ceab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:47:11Z', 'updated_at': '2022-01-31T04:47:49Z', 'revision_number': 1, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:47:51.147523 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7927a8-4405-4500-8376-37f5e77c1bfb None None] New status for floating IP 75462a63-e40c-4109-a878-d350b6977651: ACTIVE {{(pid=109633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:47:51.456881 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daad9d-ac08-4ae8-8d96-09c47b44dd16 req-d2e789fa-3dde-4291-b470-e834abe074cc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:51.458247 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e2daad9d-ac08-4ae8-8d96-09c47b44dd16 req-d2e789fa-3dde-4291-b470-e834abe074cc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0503123 Jan 31 04:47:51.502972 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e2daad9d-ac08-4ae8-8d96-09c47b44dd16 req-d0e52b14-2cb3-4e88-9465-9f9dea06b83f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391748 Jan 31 04:47:51.927268 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ec3e6-bd4b-4a25-a53e-e82282080ba7 req-eac74f46-a372-4bba-ab14-a2814c4dfd82 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:51.931559 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f87ec3e6-bd4b-4a25-a53e-e82282080ba7 req-eac74f46-a372-4bba-ab14-a2814c4dfd82 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0537322 Jan 31 04:47:51.974183 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f87ec3e6-bd4b-4a25-a53e-e82282080ba7 req-d251e2df-ea4e-4aa1-837c-a00c878fed3f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399554 Jan 31 04:47:52.621663 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f28fb6-d7b2-4ab5-9d98-e8551dfb8b49 req-dac20bfa-bb7f-46be-9cb5-2b30b4bf9c24 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:52.623146 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d0f28fb6-d7b2-4ab5-9d98-e8551dfb8b49 req-dac20bfa-bb7f-46be-9cb5-2b30b4bf9c24 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0541415 Jan 31 04:47:52.669309 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d0f28fb6-d7b2-4ab5-9d98-e8551dfb8b49 req-069b0643-5da0-44a7-ba1f-aa99f063b8f6 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407641 Jan 31 04:47:53.089955 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14feaa38-cba4-4bb1-98be-f91af365f094 req-c1fe1073-7e00-49a2-9443-db7ea45d73ce tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:53.091457 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-14feaa38-cba4-4bb1-98be-f91af365f094 req-c1fe1073-7e00-49a2-9443-db7ea45d73ce tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0510256 Jan 31 04:47:53.136833 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-14feaa38-cba4-4bb1-98be-f91af365f094 req-df2b4cd3-07ca-491f-b951-e1507a5549a5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396194 Jan 31 04:47:53.331851 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-3b37b9b7-a1a8-45ed-b18d-270378ec235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:53.334098 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-3b37b9b7-a1a8-45ed-b18d-270378ec235b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 1130 time: 0.0473776 Jan 31 04:47:53.462517 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-d56f46a1-0f56-48ef-92ca-15ffa956b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:53.463997 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-d56f46a1-0f56-48ef-92ca-15ffa956b56f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 200 len: 911 time: 0.0859709 Jan 31 04:47:53.540538 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-e957f1a9-1576-431b-9af1-6d1875eed66f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 HTTP/1.1" status: 200 len: 1002 time: 0.0613277 Jan 31 04:47:53.591500 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-24765743-f59c-46e2-91fe-b92d8e07cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:53.592949 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-24765743-f59c-46e2-91fe-b92d8e07cc8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c22f48-70b0-40dd-8256-e6bbe4f151b9 HTTP/1.1" status: 200 len: 850 time: 0.0431383 Jan 31 04:47:53.642767 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-e419515e-717c-4c83-852d-40ab52e8b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:53.644304 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-e419515e-717c-4c83-852d-40ab52e8b13e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6d9d9c2-37a6-46fa-b349-eedfe966b621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434277 Jan 31 04:47:53.742743 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-4247a513-5659-4d6b-8edb-fe6702a4cb0f service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861361 Jan 31 04:47:53.800075 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7686d95-ed28-431c-94e2-0f92f763dbe3 req-6cb51c27-1a55-437f-90a5-119f3616f7fb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:53.803995 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7686d95-ed28-431c-94e2-0f92f763dbe3 req-6cb51c27-1a55-437f-90a5-119f3616f7fb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0664191 Jan 31 04:47:53.837488 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bd48d2c6-9b62-4023-84b6-aa3e99508587 req-62dc0011-ff35-4377-9f03-cf5343c91391 service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878909 Jan 31 04:47:53.853963 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7686d95-ed28-431c-94e2-0f92f763dbe3 req-7ce24cfa-6e93-4fdf-8e93-253bf447be3c tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441370 Jan 31 04:47:54.240155 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-e64bfa50-4401-4a1c-a4dc-555ce12f8924 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:54.241780 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-e64bfa50-4401-4a1c-a4dc-555ce12f8924 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/networks?id=58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 200 len: 815 time: 0.1026673 Jan 31 04:47:54.256738 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec515c-0dca-4c78-b0b3-cdca32c23779 req-a4886113-061c-416b-922e-1e748b1f16d5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:54.258250 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cfec515c-0dca-4c78-b0b3-cdca32c23779 req-a4886113-061c-416b-922e-1e748b1f16d5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0536382 Jan 31 04:47:54.259482 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-649c27c0-1758-4914-ab22-ee2037493872 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/quotas/41828fbc91c740cfbec65e04e92a4ecc HTTP/1.1" status: 200 len: 375 time: 0.0120630 Jan 31 04:47:54.336990 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cfec515c-0dca-4c78-b0b3-cdca32c23779 req-a061f3c2-4b42-4a34-93b5-2d953065c71f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687103 Jan 31 04:47:54.346598 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-1d30b67e-204f-4b6b-9807-fe04a8f1c520 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722325 Jan 31 04:47:54.449109 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-28cbd433-fea0-411d-b9e5-5edcbb5fd44c service neutron] 10.222.0.21 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951114 Jan 31 04:47:54.538277 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-1add17cb-02f3-4452-b993-883099320315 service neutron] 10.222.0.21 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824258 Jan 31 04:47:54.753850 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-512c1b6a-0819-4d5c-92eb-fed080a7469e req-e8de11ca-df1c-40f3-9adf-7c604a51e747 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 210 time: 0.0271528 Jan 31 04:47:54.971897 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d41461-112d-48f1-8c43-0c85154a9292 req-3c9cc10e-86a7-49d3-b7a2-38aa4025a359 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:54.973360 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-12d41461-112d-48f1-8c43-0c85154a9292 req-3c9cc10e-86a7-49d3-b7a2-38aa4025a359 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0504959 Jan 31 04:47:55.026152 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-12d41461-112d-48f1-8c43-0c85154a9292 req-4bfbd17f-d1c5-4d20-9b40-29fa2035f4f2 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471535 Jan 31 04:47:55.244257 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-7c555a49-c1e6-4fcf-94b7-8e27b4008590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:55.446330 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b3333-d008-4402-94fb-e4b56cdeb49b req-2fdeaff7-4037-47e1-88de-a6e9f107d0b4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:55.449245 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-627b3333-d008-4402-94fb-e4b56cdeb49b req-2fdeaff7-4037-47e1-88de-a6e9f107d0b4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0522389 Jan 31 04:47:55.495934 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-627b3333-d008-4402-94fb-e4b56cdeb49b req-bc652c26-7859-4a80-943e-5f342fbb59b0 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422375 Jan 31 04:47:55.871106 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5ac45f95-aa16-48c1-b8d1-c3f1d5f488b2 req-a71763f6-fdc3-4e18-9afd-98abdc3ebac6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 210 time: 0.0493379 Jan 31 04:47:55.935906 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfcde6-90c1-4c22-9c2a-28777cc21875 req-d73abd31-2c25-47a0-86f9-556cc98ceeb5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:55.937432 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-39cfcde6-90c1-4c22-9c2a-28777cc21875 req-d73abd31-2c25-47a0-86f9-556cc98ceeb5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0558240 Jan 31 04:47:55.983675 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-39cfcde6-90c1-4c22-9c2a-28777cc21875 req-f0840989-9f77-4a16-ae02-37c7cdcbe4de tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406873 Jan 31 04:47:56.035694 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1654f3-9656-4010-8c5a-41819c3d44b4 req-ba9a9fb1-4c41-4c47-8c39-f6c8ea5ea83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:56.037360 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2e1654f3-9656-4010-8c5a-41819c3d44b4 req-ba9a9fb1-4c41-4c47-8c39-f6c8ea5ea83c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 1129 time: 0.0450406 Jan 31 04:47:56.142487 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1654f3-9656-4010-8c5a-41819c3d44b4 req-e84a85e3-5e07-4a7a-86ff-3c33ceaad315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:56.143974 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2e1654f3-9656-4010-8c5a-41819c3d44b4 req-e84a85e3-5e07-4a7a-86ff-3c33ceaad315 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 918 time: 0.0878034 Jan 31 04:47:56.184048 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2e1654f3-9656-4010-8c5a-41819c3d44b4 req-b694e6f5-40ea-40a9-9a82-077b2e4f774c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a HTTP/1.1" status: 200 len: 217 time: 0.0328844 Jan 31 04:47:56.238542 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1654f3-9656-4010-8c5a-41819c3d44b4 req-c849bd5c-56df-47f5-b7ab-3ad2627c696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:56.240066 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2e1654f3-9656-4010-8c5a-41819c3d44b4 req-c849bd5c-56df-47f5-b7ab-3ad2627c696a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 200 len: 858 time: 0.0473115 Jan 31 04:47:56.277241 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2e1654f3-9656-4010-8c5a-41819c3d44b4 req-5a4eae5f-7850-433e-8e02-e14d93fab506 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3790ef1-f274-459b-844e-81d21ffa0cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255857 Jan 31 04:47:56.376901 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2e1654f3-9656-4010-8c5a-41819c3d44b4 req-be27792b-dfe3-42ca-b44d-e4ea4bc44045 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816581 Jan 31 04:47:56.471393 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2e1654f3-9656-4010-8c5a-41819c3d44b4 req-f9dc3d56-7edc-4d26-a0c1-17b2d96129ec service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838177 Jan 31 04:47:57.001774 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bee0419-756a-40e0-acee-8c916957c5d2 req-a6599c93-dd46-4066-b837-bc883c940007 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 210 time: 0.0384576 Jan 31 04:47:57.029876 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-79596a9d-3c79-4fb7-98d2-280da53f96d7 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:57.031370 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-79596a9d-3c79-4fb7-98d2-280da53f96d7 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "GET /v2.0/networks?id=58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 200 len: 815 time: 0.1348588 Jan 31 04:47:57.051531 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Request body: {'port': {'device_id': '5466fd6b-2f35-4587-b100-45198d7240b1', 'network_id': '58128fc4-bc4f-417c-908e-383736354847', 'admin_state_up': True, 'tenant_id': '41828fbc91c740cfbec65e04e92a4ecc'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:57.119099 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59285e29-ecb7-491b-843e-f2f15b437f6b req-c6beded6-fab2-46b0-bbca-36cc7ab1fa54 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:57.121261 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59285e29-ecb7-491b-843e-f2f15b437f6b req-c6beded6-fab2-46b0-bbca-36cc7ab1fa54 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0572815 Jan 31 04:47:57.170105 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59285e29-ecb7-491b-843e-f2f15b437f6b req-6ac69de7-5612-4254-b3e9-50349d83bc43 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Jan 31 04:47:57.238674 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Made reservation on behalf of 41828fbc91c740cfbec65e04e92a4ecc for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:47:57.242094 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:57.367589 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Allocated IP 172.20.0.8 (58128fc4-bc4f-417c-908e-383736354847/8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3/265e7198-6b49-481d-a84d-30c9eb1994ac) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:47:57.517183 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks [] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:57.554570 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-7aef135b-b9cf-4983-8881-40dd5e349d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:57.663244 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:57.712057 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Network 58128fc4-bc4f-417c-908e-383736354847 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:47:57.715321 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:47:57.716135 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['349870cb-d883-4ba5-862f-01f28757a4f8', 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:47:57.719912 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:47:57.722808 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Pushing event updated for resources: {'Port': ['ID=265e7198-6b49-481d-a84d-30c9eb1994ac,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:57.749784 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.750149 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.750496 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.750866 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.751209 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.751548 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.751985 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.752321 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.752833 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.753096 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.753404 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.754779 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.755178 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:47:57.785602 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:57.786336 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:57.904433 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9859ca42-df40-4f6e-99f3-2becc81bc601 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574188 Jan 31 04:47:57.922891 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Request body: {'port': {'device_id': '5466fd6b-2f35-4587-b100-45198d7240b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:47:57.989161 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:58.202857 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f603ee0-febb-4d13-acc8-932dea39e5e2 req-54bb7e62-a2f3-473b-85de-913645c36c93 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:58.204329 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f603ee0-febb-4d13-acc8-932dea39e5e2 req-54bb7e62-a2f3-473b-85de-913645c36c93 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 931 time: 0.1142645 Jan 31 04:47:58.289880 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f603ee0-febb-4d13-acc8-932dea39e5e2 req-f393177d-904f-4337-a385-86ab0fd7ff8f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737007 Jan 31 04:47:58.295621 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434497b-47ab-40ff-9de5-bcc6fa98257d req-0761ffe8-3885-47ae-9b15-77149b5bb61d tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:58.297368 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e434497b-47ab-40ff-9de5-bcc6fa98257d req-0761ffe8-3885-47ae-9b15-77149b5bb61d tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0563378 Jan 31 04:47:58.335548 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265e7198-6b49-481d-a84d-30c9eb1994ac {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:47:58.342924 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Publish callbacks [] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:58.353952 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e434497b-47ab-40ff-9de5-bcc6fa98257d req-07e8e048-b9f7-43eb-b148-78f3e4632ae2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499060 Jan 31 04:47:58.355785 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Transition to ACTIVE for port object 265e7198-6b49-481d-a84d-30c9eb1994ac will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:47:58.451793 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:58.504884 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Pushing event updated for resources: {'Port': ['ID=265e7198-6b49-481d-a84d-30c9eb1994ac,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:58.514700 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:58.578603 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Attempting to bind port 265e7198-6b49-481d-a84d-30c9eb1994ac on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:47:58.578977 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Attempting to bind port 265e7198-6b49-481d-a84d-30c9eb1994ac by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:47:58.579303 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Attempting to bind port 265e7198-6b49-481d-a84d-30c9eb1994ac on network 58128fc4-bc4f-417c-908e-383736354847 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:47:58.584654 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Port 265e7198-6b49-481d-a84d-30c9eb1994ac on network 58128fc4-bc4f-417c-908e-383736354847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:47:58.584981 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Attempting to bind port 265e7198-6b49-481d-a84d-30c9eb1994ac on network 58128fc4-bc4f-417c-908e-383736354847 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:47:58.589646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:47:58.590681 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Checking segment: {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:47:58.590681 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Bound using segment: {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:47:58.591030 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Bound port: 265e7198-6b49-481d-a84d-30c9eb1994ac, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:47:58.591354 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:58.657413 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] For port 265e7198-6b49-481d-a84d-30c9eb1994ac, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:47:58.660686 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] For port 265e7198-6b49-481d-a84d-30c9eb1994ac, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=265e7198-6b49-481d-a84d-30c9eb1994ac,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:47:58.760596 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:58.795357 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:58.795979 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:47:58.797356 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] 10.222.0.31 "PUT /v2.0/ports/265e7198-6b49-481d-a84d-30c9eb1994ac HTTP/1.1" status: 200 len: 1093 time: 0.8787937 Jan 31 04:47:58.797785 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5466fd6b-2f35-4587-b100-45198d7240b1', 'tag': '265e7198-6b49-481d-a84d-30c9eb1994ac'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:47:58.800018 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce609aa1-65d9-401e-9ca3-f469d15fe402" -d '{"events": [{"name": "network-changed", "server_uuid": "5466fd6b-2f35-4587-b100-45198d7240b1", "tag": "265e7198-6b49-481d-a84d-30c9eb1994ac"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:47:58.823487 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706c3eb-80d2-4469-b060-329b9a13aca6 service neutron] Pushing event updated for resources: {'Port': ['ID=265e7198-6b49-481d-a84d-30c9eb1994ac,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:47:58.836784 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e678a9-f46b-4c2c-a273-1097acd3ad54 x-openstack-request-id: req-c1e678a9-f46b-4c2c-a273-1097acd3ad54 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:47:58.837145 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5466fd6b-2f35-4587-b100-45198d7240b1", "tag": "265e7198-6b49-481d-a84d-30c9eb1994ac", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:47:58.837474 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1e678a9-f46b-4c2c-a273-1097acd3ad54 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:47:58.837999 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5466fd6b-2f35-4587-b100-45198d7240b1', 'tag': '265e7198-6b49-481d-a84d-30c9eb1994ac', 'status': 'completed', 'code': 200} Jan 31 04:47:58.946475 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609aa1-65d9-401e-9ca3-f469d15fe402 req-0a18e0b1-05d8-4aac-8e23-4cf48dc21eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:58.948024 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ce609aa1-65d9-401e-9ca3-f469d15fe402 req-0a18e0b1-05d8-4aac-8e23-4cf48dc21eae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 1127 time: 0.0447493 Jan 31 04:47:59.057190 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609aa1-65d9-401e-9ca3-f469d15fe402 req-51ab188d-ef4c-44a3-98c4-639425fcee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:59.058691 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ce609aa1-65d9-401e-9ca3-f469d15fe402 req-51ab188d-ef4c-44a3-98c4-639425fcee9b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0920825 Jan 31 04:47:59.151045 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609aa1-65d9-401e-9ca3-f469d15fe402 req-30291e1e-c17b-41e8-b318-0c85f0b1bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:59.152509 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ce609aa1-65d9-401e-9ca3-f469d15fe402 req-30291e1e-c17b-41e8-b318-0c85f0b1bb83 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0873849 Jan 31 04:47:59.420469 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a897a6b-60d8-47c1-97ea-a1b2f332bd26 req-fb2dbe76-1a2b-4c51-88d4-d7c04fc178bc tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:59.422130 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7a897a6b-60d8-47c1-97ea-a1b2f332bd26 req-fb2dbe76-1a2b-4c51-88d4-d7c04fc178bc tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 943 time: 0.0613952 Jan 31 04:47:59.428642 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-cc18b80c-5d42-404e-9125-e2830a064346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:59.430205 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-cc18b80c-5d42-404e-9125-e2830a064346 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 1127 time: 0.0614650 Jan 31 04:47:59.470065 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7a897a6b-60d8-47c1-97ea-a1b2f332bd26 req-648f4c7f-1213-4928-b3bf-ec4424d919da tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Jan 31 04:47:59.500741 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-bdcd222f-05fa-4c5f-bc4e-71a4b020252d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=265e7198-6b49-481d-a84d-30c9eb1994ac HTTP/1.1" status: 200 len: 217 time: 0.0423832 Jan 31 04:47:59.546621 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539a67d-baff-4098-8145-bffc11a0f7b8 req-a9e01761-a383-4be2-8167-fab005c227e4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:59.548088 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9539a67d-baff-4098-8145-bffc11a0f7b8 req-a9e01761-a383-4be2-8167-fab005c227e4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.1161375 Jan 31 04:47:59.579137 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-619726bb-477f-43f9-a89b-6df0b326abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:47:59.580571 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-619726bb-477f-43f9-a89b-6df0b326abb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3 HTTP/1.1" status: 200 len: 855 time: 0.0735278 Jan 31 04:47:59.621251 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-f16b09d0-c685-43bf-b1a0-b63a2ea787d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58128fc4-bc4f-417c-908e-383736354847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308697 Jan 31 04:47:59.627970 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9539a67d-baff-4098-8145-bffc11a0f7b8 req-01f03054-900c-414e-b6dd-17b5abc53562 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713584 Jan 31 04:47:59.931085 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-8a49c3df-c6e7-4df7-ad66-8c91c4ad23c2 service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021686 Jan 31 04:48:00.020706 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15ca74c0-af0c-4f2c-9e82-313ac5b5ab71 req-b3c2b4ec-a0f8-44b8-8c00-2706877c5116 service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821240 Jan 31 04:48:00.097271 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:00.588625 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef99ed-667b-43ae-949c-aa645a0e21ab req-d24faa83-45a3-4290-a7ad-02567899fe95 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:00.590656 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e7ef99ed-667b-43ae-949c-aa645a0e21ab req-d24faa83-45a3-4290-a7ad-02567899fe95 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 943 time: 0.0533612 Jan 31 04:48:00.638813 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e7ef99ed-667b-43ae-949c-aa645a0e21ab req-5e937bce-08f9-4340-ad52-72a56f56bdd9 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426230 Jan 31 04:48:00.751168 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecaea6e-949e-4233-be6e-6bc8a1ba6be4 req-0c462cb8-f847-44ac-bc05-fdc8ebebbdc7 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:00.752641 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fecaea6e-949e-4233-be6e-6bc8a1ba6be4 req-0c462cb8-f847-44ac-bc05-fdc8ebebbdc7 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0519700 Jan 31 04:48:00.802451 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fecaea6e-949e-4233-be6e-6bc8a1ba6be4 req-b6796189-c0c6-401b-9c90-c3064ddc7683 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 Jan 31 04:48:01.410731 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:01.481169 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 38844) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:01.628283 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-caed4622-70ea-4ac6-856d-eba9fa8f2d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:01.710450 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-caed4622-70ea-4ac6-856d-eba9fa8f2d99 admin admin] Publish callbacks [] for security_group (8e0f6876-9444-4515-8bcc-14564e99cc30), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:01.758875 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3459e3-6b90-469c-8e6a-dee9c427517b req-a6e3aea4-24d0-42ec-9bf0-92d588e38dda tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:01.760357 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8b3459e3-6b90-469c-8e6a-dee9c427517b req-a6e3aea4-24d0-42ec-9bf0-92d588e38dda tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 943 time: 0.0512571 Jan 31 04:48:01.788691 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-caed4622-70ea-4ac6-856d-eba9fa8f2d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8e0f6876-9444-4515-8bcc-14564e99cc30), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:01.809081 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8b3459e3-6b90-469c-8e6a-dee9c427517b req-e3072008-f35d-4e5d-86b4-a67cd5a5f59b tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431387 Jan 31 04:48:01.828724 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-caed4622-70ea-4ac6-856d-eba9fa8f2d99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=258dad22fccd4f84a6ac0ed741a124d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464427 Jan 31 04:48:01.829817 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed4622-70ea-4ac6-856d-eba9fa8f2d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0f6876-9444-4515-8bcc-14564e99cc30,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:01.831490 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 38858) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:01.895109 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Publish callbacks [] for security_group (8e0f6876-9444-4515-8bcc-14564e99cc30), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:01.921275 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Publish callbacks [] for security_group (8e0f6876-9444-4515-8bcc-14564e99cc30), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:01.940381 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0bb64-3fdb-4732-969b-0f404ded461c req-cd239ba8-861d-442f-8a66-03ab45f261e9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:01.942548 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eab0bb64-3fdb-4732-969b-0f404ded461c req-cd239ba8-861d-442f-8a66-03ab45f261e9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0551443 Jan 31 04:48:01.989862 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eab0bb64-3fdb-4732-969b-0f404ded461c req-c98e1f63-03e4-4691-9ae2-0460f5d4bb72 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 Jan 31 04:48:02.034690 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8e0f6876-9444-4515-8bcc-14564e99cc30), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:02.037759 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:02.039114 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e0f6876-9444-4515-8bcc-14564e99cc30 HTTP/1.1" status: 204 len: 168 time: 0.1993363 Jan 31 04:48:02.047931 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0f6876-9444-4515-8bcc-14564e99cc30,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:02.057603 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.057974 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.058299 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.058642 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.059005 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.059341 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.059675 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.060011 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.060463 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.060811 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.061146 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.061554 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.061891 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8926cbb0-58c0-46c9-84a7-5ec751aea0dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:02.934071 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405d8e-ba37-4cd7-a6ff-ae8045838c85 req-55d5a133-cd19-481a-9b4b-f92ec667b538 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:02.935672 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7f405d8e-ba37-4cd7-a6ff-ae8045838c85 req-55d5a133-cd19-481a-9b4b-f92ec667b538 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 943 time: 0.0521817 Jan 31 04:48:02.985153 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7f405d8e-ba37-4cd7-a6ff-ae8045838c85 req-101869ad-0c39-47d9-b893-9c776e1305e5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439632 Jan 31 04:48:03.793712 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 38912) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:03.897231 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-46c56a3b-4edc-41f1-9e9f-08b99ab0bb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:03.925357 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 265e7198-6b49-481d-a84d-30c9eb1994ac details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:48:03.977819 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-46c56a3b-4edc-41f1-9e9f-08b99ab0bb14 admin admin] Publish callbacks [] for security_group (7f8c62bc-c3f9-48ce-ab24-2cc50c1198ea), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:04.029528 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 265e7198-6b49-481d-a84d-30c9eb1994ac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=265e7198-6b49-481d-a84d-30c9eb1994ac,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:48:04.041016 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '265e7198-6b49-481d-a84d-30c9eb1994ac', 'network_id': '58128fc4-bc4f-417c-908e-383736354847', 'port_id': '265e7198-6b49-481d-a84d-30c9eb1994ac', 'mac_address': 'fa:16:3e:77:a2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:48:04.050925 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-46c56a3b-4edc-41f1-9e9f-08b99ab0bb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (7f8c62bc-c3f9-48ce-ab24-2cc50c1198ea), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:04.083637 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 265e7198-6b49-481d-a84d-30c9eb1994ac is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:48:04.084437 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:04.101147 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265e7198-6b49-481d-a84d-30c9eb1994ac {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:48:04.123646 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 265e7198-6b49-481d-a84d-30c9eb1994ac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=265e7198-6b49-481d-a84d-30c9eb1994ac,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:48:04.127641 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae76b-50ad-490e-8e64-f1b25ca8edfa req-ea768879-4d88-4b72-85aa-2e0eecfccbc5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:04.129575 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e5bae76b-50ad-490e-8e64-f1b25ca8edfa req-ea768879-4d88-4b72-85aa-2e0eecfccbc5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 943 time: 0.0725825 Jan 31 04:48:04.179247 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e5bae76b-50ad-490e-8e64-f1b25ca8edfa req-f712b54b-3136-4233-912a-8e1599dd1add tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436621 Jan 31 04:48:04.200281 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:04.251311 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=265e7198-6b49-481d-a84d-30c9eb1994ac,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:04.301781 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-46c56a3b-4edc-41f1-9e9f-08b99ab0bb14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa0090f876014fbb8b8682ec4a418abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5069869 Jan 31 04:48:04.302661 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c56a3b-4edc-41f1-9e9f-08b99ab0bb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8c62bc-c3f9-48ce-ab24-2cc50c1198ea,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:04.304504 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 38920) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:04.352782 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-294bbe90-1146-4d76-ac9a-eef8ea9385ed admin admin] Publish callbacks [] for security_group (7f8c62bc-c3f9-48ce-ab24-2cc50c1198ea), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:04.373547 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-294bbe90-1146-4d76-ac9a-eef8ea9385ed admin admin] Publish callbacks [] for security_group (7f8c62bc-c3f9-48ce-ab24-2cc50c1198ea), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:04.480284 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-294bbe90-1146-4d76-ac9a-eef8ea9385ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (7f8c62bc-c3f9-48ce-ab24-2cc50c1198ea), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:04.482999 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-294bbe90-1146-4d76-ac9a-eef8ea9385ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:04.484136 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-294bbe90-1146-4d76-ac9a-eef8ea9385ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f8c62bc-c3f9-48ce-ab24-2cc50c1198ea HTTP/1.1" status: 204 len: 168 time: 0.1774163 Jan 31 04:48:04.492488 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bbe90-1146-4d76-ac9a-eef8ea9385ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8c62bc-c3f9-48ce-ab24-2cc50c1198ea,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:04.865466 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa45ae-69f7-4ed0-aec2-98f390366409 req-11733abd-cc82-4485-a497-a4a03a510151 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:04.866959 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-00fa45ae-69f7-4ed0-aec2-98f390366409 req-11733abd-cc82-4485-a497-a4a03a510151 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0532997 Jan 31 04:48:04.912528 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-00fa45ae-69f7-4ed0-aec2-98f390366409 req-566a020f-021b-49ec-bafb-3f9cc51ec8de tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Jan 31 04:48:05.157258 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 38944) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:05.199612 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_v2 [None req-b291782d-9c0e-4fa6-b709-cefc72bf69d3 admin admin] Deleting subnet 03fa03bb-ef9f-4aa1-924e-7a4824ea93a5 {{(pid=109632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:48:05.202771 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b291782d-9c0e-4fa6-b709-cefc72bf69d3 admin admin] Publish callbacks [] for subnet (03fa03bb-ef9f-4aa1-924e-7a4824ea93a5), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.241032 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b291782d-9c0e-4fa6-b709-cefc72bf69d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4103647'] for subnet (03fa03bb-ef9f-4aa1-924e-7a4824ea93a5), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.280182 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b291782d-9c0e-4fa6-b709-cefc72bf69d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (03fa03bb-ef9f-4aa1-924e-7a4824ea93a5), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.301502 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d3500-010f-44c2-a2d8-7478b03fb509 req-da171240-4753-4ff1-a850-3ce9da21948a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:05.303041 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b34d3500-010f-44c2-a2d8-7478b03fb509 req-da171240-4753-4ff1-a850-3ce9da21948a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 944 time: 0.0552154 Jan 31 04:48:05.349375 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b34d3500-010f-44c2-a2d8-7478b03fb509 req-ee7e975a-74c8-41e8-b1d3-74ed80046ab7 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Jan 31 04:48:05.400213 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b291782d-9c0e-4fa6-b709-cefc72bf69d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4029049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3779705'] for subnet (03fa03bb-ef9f-4aa1-924e-7a4824ea93a5), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.425314 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291782d-9c0e-4fa6-b709-cefc72bf69d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03fa03bb-ef9f-4aa1-924e-7a4824ea93a5,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:05.430099 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b291782d-9c0e-4fa6-b709-cefc72bf69d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.433276 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-b291782d-9c0e-4fa6-b709-cefc72bf69d3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/03fa03bb-ef9f-4aa1-924e-7a4824ea93a5 HTTP/1.1" status: 204 len: 168 time: 0.2749822 Jan 31 04:48:05.435839 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 38948) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:05.458422 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.508222 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (1b0d0571-bced-4c95-9df8-7b4395ee0ffa), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.581868 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (1b0d0571-bced-4c95-9df8-7b4395ee0ffa), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.600407 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0d0571-bced-4c95-9df8-7b4395ee0ffa']}} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:48:05.609134 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b541062-8252-4eb9-97fe-b86abdcab250') {'for_net_delete': True} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:48:05.609429 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b541062-8252-4eb9-97fe-b86abdcab250') {} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:48:05.622618 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4103638'] for segment (6b541062-8252-4eb9-97fe-b86abdcab250), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.636041 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (6b541062-8252-4eb9-97fe-b86abdcab250), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.641778 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4029143'] for segment (6b541062-8252-4eb9-97fe-b86abdcab250), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: Traceback (most recent call last): Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: timer() Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: cb(*args, **kw) Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: return func(*args, **kwargs) Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: self._notify() Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: self.callback(batched_events) Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: event.method(event) Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: return f(self, *a, **k) Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._get(url).json() Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: return self.request(url, 'GET', **kwargs) Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:48:05.645553 dv-cinder-826608-2-iscsi neutron-server[109632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:48:05.759646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (1b0d0571-bced-4c95-9df8-7b4395ee0ffa), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.764757 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.767838 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1b0d0571-bced-4c95-9df8-7b4395ee0ffa HTTP/1.1" status: 204 len: 168 time: 0.3310828 Jan 31 04:48:05.770833 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 38952) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:05.778021 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ab1d4-b8d6-4c1b-9436-9e989eaf7be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0d0571-bced-4c95-9df8-7b4395ee0ffa,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:05.813115 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b621ad1-395f-4732-87d8-8817e8f84a98 admin admin] Deleting subnet 09b55942-ca47-4187-89c8-65f671bb45e3 {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:48:05.816901 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5b621ad1-395f-4732-87d8-8817e8f84a98 admin admin] Publish callbacks [] for subnet (09b55942-ca47-4187-89c8-65f671bb45e3), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.849446 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5b621ad1-395f-4732-87d8-8817e8f84a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4188970'] for subnet (09b55942-ca47-4187-89c8-65f671bb45e3), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:05.886133 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5b621ad1-395f-4732-87d8-8817e8f84a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (09b55942-ca47-4187-89c8-65f671bb45e3), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.017571 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5b621ad1-395f-4732-87d8-8817e8f84a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545251'] for subnet (09b55942-ca47-4187-89c8-65f671bb45e3), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.042620 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b621ad1-395f-4732-87d8-8817e8f84a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b55942-ca47-4187-89c8-65f671bb45e3,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:06.046326 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5b621ad1-395f-4732-87d8-8817e8f84a98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.051292 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-5b621ad1-395f-4732-87d8-8817e8f84a98 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/09b55942-ca47-4187-89c8-65f671bb45e3 HTTP/1.1" status: 204 len: 168 time: 0.2776875 Jan 31 04:48:06.052744 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 38954) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:06.119078 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.195710 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.214860 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:48:06.224160 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8976b6a-c070-4e96-a3a0-e06426502a4d') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:48:06.224456 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8976b6a-c070-4e96-a3a0-e06426502a4d') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:48:06.233248 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (c8976b6a-c070-4e96-a3a0-e06426502a4d), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.245692 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (c8976b6a-c070-4e96-a3a0-e06426502a4d), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.251288 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:48:06.251670 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (c8976b6a-c070-4e96-a3a0-e06426502a4d), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:48:06.253234 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:48:06.440321 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.447542 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.450116 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] 10.222.0.21 "DELETE /v2.0/networks/818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d HTTP/1.1" status: 204 len: 168 time: 0.3964491 Jan 31 04:48:06.462423 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c733a-00e6-47df-a71f-44498a508603 admin admin] Pushing event deleted for resources: {'Network': ['ID=818a4a79-c464-4f9b-bfc6-a06b0c7b5d7d,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:06.484070 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9d76b-2e67-467a-9fd4-c5b80cda8b83 req-73403cf1-ddf1-44bb-bca2-7b9509652798 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:06.485561 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-16f9d76b-2e67-467a-9fd4-c5b80cda8b83 req-73403cf1-ddf1-44bb-bca2-7b9509652798 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 944 time: 0.0710752 Jan 31 04:48:06.536368 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-16f9d76b-2e67-467a-9fd4-c5b80cda8b83 req-31947813-d2de-47bb-b375-a1a24b3c10e4 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450103 Jan 31 04:48:06.807437 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 38964) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:06.846302 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2f51aa35-0396-4162-a5c4-953b60fd471e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15338340751e435eaa8694c88ced6c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377648 Jan 31 04:48:06.848747 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 38966) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:06.892913 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9b59e557-8466-425f-8b80-145bd4cc4bdb admin admin] Publish callbacks [] for security_group (7ac01af1-5517-4226-ba64-32645143d858), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:06.916803 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9b59e557-8466-425f-8b80-145bd4cc4bdb admin admin] Publish callbacks [] for security_group (7ac01af1-5517-4226-ba64-32645143d858), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:07.040163 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9b59e557-8466-425f-8b80-145bd4cc4bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (7ac01af1-5517-4226-ba64-32645143d858), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:07.042660 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9b59e557-8466-425f-8b80-145bd4cc4bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:07.044068 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9b59e557-8466-425f-8b80-145bd4cc4bdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ac01af1-5517-4226-ba64-32645143d858 HTTP/1.1" status: 204 len: 168 time: 0.1944630 Jan 31 04:48:07.053687 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59e557-8466-425f-8b80-145bd4cc4bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac01af1-5517-4226-ba64-32645143d858,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:07.666073 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd7b88-4760-4e65-b7a3-5c323a6396c9 req-07fa2ccc-cf59-4cde-b201-2b220a5a6677 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:07.667611 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-71cd7b88-4760-4e65-b7a3-5c323a6396c9 req-07fa2ccc-cf59-4cde-b201-2b220a5a6677 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 944 time: 0.0637465 Jan 31 04:48:07.701824 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 38984) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:07.715993 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-71cd7b88-4760-4e65-b7a3-5c323a6396c9 req-40979a0d-1f90-41a3-9a87-d8f0b2763820 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426497 Jan 31 04:48:07.742251 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-949c770f-8290-42ec-ad23-97062d9ea71f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d1baec79304448ab95018417941f551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392725 Jan 31 04:48:07.744713 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 38986) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:07.791007 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-91f1cbcb-3516-41ca-8fc7-cf3721448d13 admin admin] Publish callbacks [] for security_group (b5ffb98f-0e5f-4f2f-b59f-1102280f1c42), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:07.815369 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-91f1cbcb-3516-41ca-8fc7-cf3721448d13 admin admin] Publish callbacks [] for security_group (b5ffb98f-0e5f-4f2f-b59f-1102280f1c42), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:07.935946 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-91f1cbcb-3516-41ca-8fc7-cf3721448d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (b5ffb98f-0e5f-4f2f-b59f-1102280f1c42), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:07.938412 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-91f1cbcb-3516-41ca-8fc7-cf3721448d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:07.939561 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-91f1cbcb-3516-41ca-8fc7-cf3721448d13 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5ffb98f-0e5f-4f2f-b59f-1102280f1c42 HTTP/1.1" status: 204 len: 168 time: 0.1939833 Jan 31 04:48:07.947715 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1cbcb-3516-41ca-8fc7-cf3721448d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ffb98f-0e5f-4f2f-b59f-1102280f1c42,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:08.474554 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['265e7198-6b49-481d-a84d-30c9eb1994ac'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:48:08.835849 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c326c-fff7-46cf-bd8c-3fd7e14bed74 req-dff60ac9-6d30-4547-b6f5-eb4a75a1b4fd tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:08.837340 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-918c326c-fff7-46cf-bd8c-3fd7e14bed74 req-dff60ac9-6d30-4547-b6f5-eb4a75a1b4fd tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 944 time: 0.0527170 Jan 31 04:48:08.882825 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-918c326c-fff7-46cf-bd8c-3fd7e14bed74 req-6421d1c3-ca83-4269-9eef-482f5d388da3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Jan 31 04:48:09.997924 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a9fc8-0c44-4a6b-b281-450303a99760 req-b292e8f8-ef03-4d53-a862-f79120cffc0f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:09.999430 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-201a9fc8-0c44-4a6b-b281-450303a99760 req-b292e8f8-ef03-4d53-a862-f79120cffc0f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 944 time: 0.0503399 Jan 31 04:48:10.045006 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-201a9fc8-0c44-4a6b-b281-450303a99760 req-a7cde2e2-11b7-4026-91ca-44b232301779 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396717 Jan 31 04:48:11.085464 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 265e7198-6b49-481d-a84d-30c9eb1994ac up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:48:11.162945 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a431cd-f0c8-49c0-918a-228725f077b5 req-652ff46f-d850-4989-859b-774c7269f9eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:11.164423 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-37a431cd-f0c8-49c0-918a-228725f077b5 req-652ff46f-d850-4989-859b-774c7269f9eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 944 time: 0.0509083 Jan 31 04:48:11.205791 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 265e7198-6b49-481d-a84d-30c9eb1994ac completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:48:11.209882 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 265e7198-6b49-481d-a84d-30c9eb1994ac triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:48:11.210262 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:11.212982 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-37a431cd-f0c8-49c0-918a-228725f077b5 req-871f083f-d6b6-462e-8d05-d9846b98a5f8 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Jan 31 04:48:11.286386 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 265e7198-6b49-481d-a84d-30c9eb1994ac is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:48:11.286773 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:11.308872 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5466fd6b-2f35-4587-b100-45198d7240b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265e7198-6b49-481d-a84d-30c9eb1994ac'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:48:11.311099 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b15bab-ee2a-43b7-bc9c-9926a5ae5278" -d '{"events": [{"server_uuid": "5466fd6b-2f35-4587-b100-45198d7240b1", "name": "network-vif-plugged", "status": "completed", "tag": "265e7198-6b49-481d-a84d-30c9eb1994ac"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:48:11.327034 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 265e7198-6b49-481d-a84d-30c9eb1994ac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=265e7198-6b49-481d-a84d-30c9eb1994ac,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:48:11.347350 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1544f2e0-6944-4ee3-99ca-4690cd2dd252 x-openstack-request-id: req-1544f2e0-6944-4ee3-99ca-4690cd2dd252 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:48:11.347658 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5466fd6b-2f35-4587-b100-45198d7240b1", "name": "network-vif-plugged", "status": "completed", "tag": "265e7198-6b49-481d-a84d-30c9eb1994ac", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:48:11.347967 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1544f2e0-6944-4ee3-99ca-4690cd2dd252 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:48:11.348408 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5466fd6b-2f35-4587-b100-45198d7240b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265e7198-6b49-481d-a84d-30c9eb1994ac', 'code': 200} Jan 31 04:48:11.394059 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:11.439639 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=265e7198-6b49-481d-a84d-30c9eb1994ac,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:11.447329 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.450518 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.450518 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.450518 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.450518 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.450518 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.450518 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.450518 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.450518 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.450518 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.451242 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.451242 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.451242 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:48:11.705444 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1c0a0-2025-4a18-8aed-a20cef39a61d req-f17e8feb-b617-45e3-aabd-c4c8bf28425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:11.706960 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e7f1c0a0-2025-4a18-8aed-a20cef39a61d req-f17e8feb-b617-45e3-aabd-c4c8bf28425f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 1129 time: 0.0439270 Jan 31 04:48:11.750960 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e7f1c0a0-2025-4a18-8aed-a20cef39a61d req-dd5aad8f-4a28-4c82-b424-ddc62c64b12c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369494 Jan 31 04:48:12.329848 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f17c8-ffd3-49a9-b46b-a87e8346cb08 req-db40e092-2ab6-4c4b-89e6-4a0ea7ecca9f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:12.331268 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-845f17c8-ffd3-49a9-b46b-a87e8346cb08 req-db40e092-2ab6-4c4b-89e6-4a0ea7ecca9f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 945 time: 0.0519090 Jan 31 04:48:12.377705 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-845f17c8-ffd3-49a9-b46b-a87e8346cb08 req-2784c653-1a5c-420b-a3e8-d2c357cb28f4 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Jan 31 04:48:13.499841 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb999ad9-d244-44c9-9da1-39b4e2aaf9b8 req-70419064-b4e9-462f-a68c-c09bae92daff tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:13.501275 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-eb999ad9-d244-44c9-9da1-39b4e2aaf9b8 req-70419064-b4e9-462f-a68c-c09bae92daff tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 945 time: 0.0551610 Jan 31 04:48:13.547819 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-eb999ad9-d244-44c9-9da1-39b4e2aaf9b8 req-f696a7f9-0c95-4469-9556-fb61f86ead53 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Jan 31 04:48:14.664532 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18885a-1902-4f7b-8339-27a8b003d0fa req-5147f768-fb61-40c2-9e45-9eace41120ae tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:14.665967 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f18885a-1902-4f7b-8339-27a8b003d0fa req-5147f768-fb61-40c2-9e45-9eace41120ae tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 945 time: 0.0537767 Jan 31 04:48:14.710934 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f18885a-1902-4f7b-8339-27a8b003d0fa req-b9acddbb-b78b-47b2-a3e5-54bfcabe1b9d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394747 Jan 31 04:48:15.831316 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c505e0b-a42c-478b-9a07-307eb4de9693 req-dfd3ec51-8d3f-40e9-b17e-4c4c6f9d8fe7 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:15.832958 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0c505e0b-a42c-478b-9a07-307eb4de9693 req-dfd3ec51-8d3f-40e9-b17e-4c4c6f9d8fe7 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 945 time: 0.0562379 Jan 31 04:48:15.876910 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0c505e0b-a42c-478b-9a07-307eb4de9693 req-5c9fa915-2864-4327-9654-189c29022b1e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384996 Jan 31 04:48:16.991590 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92774aef-04cf-4f6c-a104-defea5b36411 req-c57e9cb6-5fa3-4e7d-a20e-aa343998302f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:16.993069 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-92774aef-04cf-4f6c-a104-defea5b36411 req-c57e9cb6-5fa3-4e7d-a20e-aa343998302f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 945 time: 0.0507481 Jan 31 04:48:17.038986 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-92774aef-04cf-4f6c-a104-defea5b36411 req-5f4d3ab1-bf38-4835-b235-a05fadd0a598 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Jan 31 04:48:18.164910 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a211bb-9d11-473b-9c94-35e26df825fd req-3567de49-77d0-4391-9f47-7f11dc4aa9ea tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:18.166962 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-68a211bb-9d11-473b-9c94-35e26df825fd req-3567de49-77d0-4391-9f47-7f11dc4aa9ea tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 945 time: 0.0558901 Jan 31 04:48:18.212334 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-68a211bb-9d11-473b-9c94-35e26df825fd req-cbda16d9-991b-4692-9b75-1307cb99db57 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Jan 31 04:48:19.695551 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd2996-0109-440b-9b16-6c0172aa6d02 req-1dcf8c29-a1b8-4a38-b190-0247cb07a06c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:19.697003 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4afd2996-0109-440b-9b16-6c0172aa6d02 req-1dcf8c29-a1b8-4a38-b190-0247cb07a06c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0499794 Jan 31 04:48:19.743563 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4afd2996-0109-440b-9b16-6c0172aa6d02 req-4e806d01-f155-4d01-8e19-582d0aa48c3c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Jan 31 04:48:20.103514 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:48:20.862749 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4156e-73eb-4b1d-a57b-71b8f2be8ba7 req-139321aa-a77a-4c98-b768-c99bef7c46f8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:20.865786 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a3b4156e-73eb-4b1d-a57b-71b8f2be8ba7 req-139321aa-a77a-4c98-b768-c99bef7c46f8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0528686 Jan 31 04:48:20.916415 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a3b4156e-73eb-4b1d-a57b-71b8f2be8ba7 req-8eda883d-b316-4ba1-8228-e72060e7346a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448430 Jan 31 04:48:22.031309 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9abde-6ab9-45d4-8363-d066442269ba req-2213188f-6b5c-4ea3-9e19-9719b4e0d33f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:22.032755 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a0e9abde-6ab9-45d4-8363-d066442269ba req-2213188f-6b5c-4ea3-9e19-9719b4e0d33f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0501056 Jan 31 04:48:22.080420 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a0e9abde-6ab9-45d4-8363-d066442269ba req-98833f41-5d7e-450d-8df0-0180ac845f57 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 Jan 31 04:48:22.450131 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefce90-2cb1-4e25-8b52-a1e68764758e req-daffd1cb-c255-49c5-8ef0-6cb6a050e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:22.451654 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8fefce90-2cb1-4e25-8b52-a1e68764758e req-daffd1cb-c255-49c5-8ef0-6cb6a050e7a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 1129 time: 0.0436985 Jan 31 04:48:22.541531 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefce90-2cb1-4e25-8b52-a1e68764758e req-4fef0566-ca00-4615-a346-ca78ff83fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:22.542935 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8fefce90-2cb1-4e25-8b52-a1e68764758e req-4fef0566-ca00-4615-a346-ca78ff83fa0d service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 918 time: 0.0850413 Jan 31 04:48:22.588723 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8fefce90-2cb1-4e25-8b52-a1e68764758e req-c18c0e46-3f50-4706-bc5c-cde3b0e2d713 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a HTTP/1.1" status: 200 len: 217 time: 0.0386353 Jan 31 04:48:22.638754 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefce90-2cb1-4e25-8b52-a1e68764758e req-5df21360-3056-4319-b0a3-07cb1c2e3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:22.640179 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8fefce90-2cb1-4e25-8b52-a1e68764758e req-5df21360-3056-4319-b0a3-07cb1c2e3c51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 200 len: 858 time: 0.0439706 Jan 31 04:48:22.669332 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8fefce90-2cb1-4e25-8b52-a1e68764758e req-263b8d75-77c8-4c88-a5fb-cd6dd3ef789c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3790ef1-f274-459b-844e-81d21ffa0cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233347 Jan 31 04:48:22.760771 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8fefce90-2cb1-4e25-8b52-a1e68764758e req-6bc1d4c4-b725-401f-8d3f-99cb0186a6da service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857532 Jan 31 04:48:22.848372 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8fefce90-2cb1-4e25-8b52-a1e68764758e req-2ff214fa-0438-48fe-b65e-9aad7940fae9 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797725 Jan 31 04:48:23.204066 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e366cb-e48b-43a7-b4d2-9e86338f3a06 req-e6620558-bb59-4242-bc96-befb97ff7f54 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:23.205613 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-04e366cb-e48b-43a7-b4d2-9e86338f3a06 req-e6620558-bb59-4242-bc96-befb97ff7f54 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0573368 Jan 31 04:48:23.255397 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-04e366cb-e48b-43a7-b4d2-9e86338f3a06 req-60d191e6-631f-4517-8419-8f04aeb2de28 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Jan 31 04:48:24.370283 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141502d-b368-41dc-a5ba-dd965823739c req-7856d3c9-4c5a-4af2-8969-940eeb0db842 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:24.371839 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6141502d-b368-41dc-a5ba-dd965823739c req-7856d3c9-4c5a-4af2-8969-940eeb0db842 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0513296 Jan 31 04:48:24.418603 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6141502d-b368-41dc-a5ba-dd965823739c req-fb9d9799-e939-471d-9064-46c4fbe18818 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Jan 31 04:48:25.262989 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-43c096aa-de9f-4187-a8f3-b2acb8926fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:25.550773 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552c090-4079-4116-8f1f-6c9cfeb0ae62 req-4419d34d-ae24-4131-8895-43b45204d768 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:25.552672 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b552c090-4079-4116-8f1f-6c9cfeb0ae62 req-4419d34d-ae24-4131-8895-43b45204d768 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0605671 Jan 31 04:48:25.602657 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b552c090-4079-4116-8f1f-6c9cfeb0ae62 req-cb625603-85d3-4c61-b660-2105853f4334 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Jan 31 04:48:26.722760 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293adb9b-c9ff-4576-a4bb-2fbf94c37a1b req-396f8e15-faf5-4b2d-b7e1-a20dda5fa4e2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:26.725049 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-293adb9b-c9ff-4576-a4bb-2fbf94c37a1b req-396f8e15-faf5-4b2d-b7e1-a20dda5fa4e2 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0534906 Jan 31 04:48:26.774653 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-293adb9b-c9ff-4576-a4bb-2fbf94c37a1b req-e2701868-17e2-4529-9f56-e08a4bf5db7e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Jan 31 04:48:26.775898 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 39216) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:26.879274 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e812f3a0-e19e-41e6-9249-9a3d50c7120b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:26.952371 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e812f3a0-e19e-41e6-9249-9a3d50c7120b admin admin] Publish callbacks [] for security_group (e9473ec2-e0e1-44a5-8a20-0bb081b60467), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:27.010677 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e812f3a0-e19e-41e6-9249-9a3d50c7120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (e9473ec2-e0e1-44a5-8a20-0bb081b60467), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:27.049044 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-e812f3a0-e19e-41e6-9249-9a3d50c7120b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=312aa3bc689a4238bb1aac1160776469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721038 Jan 31 04:48:27.050142 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812f3a0-e19e-41e6-9249-9a3d50c7120b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9473ec2-e0e1-44a5-8a20-0bb081b60467,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:27.051780 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 39220) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:27.098387 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-64a2d35b-fd4f-4121-aef9-391eecf4f3e4 admin admin] Publish callbacks [] for security_group (e9473ec2-e0e1-44a5-8a20-0bb081b60467), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:27.119665 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-64a2d35b-fd4f-4121-aef9-391eecf4f3e4 admin admin] Publish callbacks [] for security_group (e9473ec2-e0e1-44a5-8a20-0bb081b60467), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:27.227134 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-64a2d35b-fd4f-4121-aef9-391eecf4f3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (e9473ec2-e0e1-44a5-8a20-0bb081b60467), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:27.230907 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-64a2d35b-fd4f-4121-aef9-391eecf4f3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:27.231006 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-64a2d35b-fd4f-4121-aef9-391eecf4f3e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9473ec2-e0e1-44a5-8a20-0bb081b60467 HTTP/1.1" status: 204 len: 168 time: 0.1780794 Jan 31 04:48:27.239809 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2d35b-fd4f-4121-aef9-391eecf4f3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9473ec2-e0e1-44a5-8a20-0bb081b60467,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:27.571077 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c0a33f05-7b41-478a-a3ef-61442a7faf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:27.902043 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b3f2e-c469-4415-bb78-3c3210196c05 req-6cfb1569-3387-4407-b400-fbd9c51b08fa tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:27.904304 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-105b3f2e-c469-4415-bb78-3c3210196c05 req-6cfb1569-3387-4407-b400-fbd9c51b08fa tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0524316 Jan 31 04:48:27.955875 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-105b3f2e-c469-4415-bb78-3c3210196c05 req-9e244f97-b8d5-4c50-9de6-378814b69bf3 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459301 Jan 31 04:48:28.507792 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:29.077095 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a9b9-0974-41a4-b5f5-4f18acb9b9fd req-05633f3f-ebd0-42af-9d78-07afcdf754a4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:29.078444 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cbe1a9b9-0974-41a4-b5f5-4f18acb9b9fd req-05633f3f-ebd0-42af-9d78-07afcdf754a4 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0535219 Jan 31 04:48:29.125530 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cbe1a9b9-0974-41a4-b5f5-4f18acb9b9fd req-7788a62f-576f-4c10-856a-4f0d3397994c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 Jan 31 04:48:30.142559 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:30.252266 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e69340-7821-4d0c-8019-130e979d7e92 req-7c9e2984-82b6-4b1a-957d-9c47e41894ef tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:30.253978 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c5e69340-7821-4d0c-8019-130e979d7e92 req-7c9e2984-82b6-4b1a-957d-9c47e41894ef tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0605080 Jan 31 04:48:30.300885 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c5e69340-7821-4d0c-8019-130e979d7e92 req-0a7eaff0-760c-4369-8e4b-fc4b31eff163 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Jan 31 04:48:31.383131 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:31.422976 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062a6cf-008c-4d4e-90c9-e77d030fde66 req-e7cd47d1-beca-4cc2-b8ba-e759acb5f7b1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:31.424444 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c062a6cf-008c-4d4e-90c9-e77d030fde66 req-e7cd47d1-beca-4cc2-b8ba-e759acb5f7b1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0554581 Jan 31 04:48:31.471235 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c062a6cf-008c-4d4e-90c9-e77d030fde66 req-484b3e28-4b66-45a9-b9bd-6ec2d5d7ea77 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410433 Jan 31 04:48:32.585778 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2444534-6d80-4809-a652-4059da5caba6 req-fceadf0d-1ab3-41c7-8bdb-d82b4712dc58 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:32.587251 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e2444534-6d80-4809-a652-4059da5caba6 req-fceadf0d-1ab3-41c7-8bdb-d82b4712dc58 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0504835 Jan 31 04:48:32.632874 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e2444534-6d80-4809-a652-4059da5caba6 req-853a158e-52dc-4003-a2e7-4b1e657f5e3c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Jan 31 04:48:33.747395 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a956b31-4830-4b72-99d4-264e70948faf req-faab5960-71ea-46ad-80e4-55b52cef3e09 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:33.748835 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a956b31-4830-4b72-99d4-264e70948faf req-faab5960-71ea-46ad-80e4-55b52cef3e09 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0491333 Jan 31 04:48:33.796540 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a956b31-4830-4b72-99d4-264e70948faf req-9c3767ae-15ed-48c9-be38-3dd9dc7829b1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419648 Jan 31 04:48:34.916291 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76dd6b-5d50-4476-bd24-0ae6d1d2ff36 req-be8946e3-6717-4e85-8b1f-8eb07fcdd65b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:34.917756 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fd76dd6b-5d50-4476-bd24-0ae6d1d2ff36 req-be8946e3-6717-4e85-8b1f-8eb07fcdd65b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0557559 Jan 31 04:48:34.963725 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fd76dd6b-5d50-4476-bd24-0ae6d1d2ff36 req-c9c172e9-9a89-4c12-8ec6-c703ad58bbe9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405834 Jan 31 04:48:35.485170 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:35.716424 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834213a4-f171-49e9-8968-2099eefcbec7 req-d93e6721-58b4-483c-873a-bb4a324cf4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:35.717905 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-834213a4-f171-49e9-8968-2099eefcbec7 req-d93e6721-58b4-483c-873a-bb4a324cf4f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 1129 time: 0.0436022 Jan 31 04:48:35.827424 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834213a4-f171-49e9-8968-2099eefcbec7 req-4a8226f9-b3e6-4d88-93e6-529f3f0d5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:35.828879 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-834213a4-f171-49e9-8968-2099eefcbec7 req-4a8226f9-b3e6-4d88-93e6-529f3f0d5650 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 918 time: 0.0882659 Jan 31 04:48:35.870824 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-834213a4-f171-49e9-8968-2099eefcbec7 req-b8a4cdaa-408e-46bb-8806-3ed479bc20a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a HTTP/1.1" status: 200 len: 217 time: 0.0348735 Jan 31 04:48:35.922898 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834213a4-f171-49e9-8968-2099eefcbec7 req-0f75e3c4-fb27-48d9-950d-09155c1688b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:35.924268 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-834213a4-f171-49e9-8968-2099eefcbec7 req-0f75e3c4-fb27-48d9-950d-09155c1688b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 200 len: 858 time: 0.0450656 Jan 31 04:48:35.956230 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-834213a4-f171-49e9-8968-2099eefcbec7 req-6f1bc3b1-224e-48b5-a362-0316474df582 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3790ef1-f274-459b-844e-81d21ffa0cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252361 Jan 31 04:48:36.067697 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-834213a4-f171-49e9-8968-2099eefcbec7 req-1019aa22-e040-4438-ace3-c3cf89687b71 service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039746 Jan 31 04:48:36.108577 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59fc4c-bc11-4bea-b977-2f6d1b5f2f57 req-c09c2505-f231-4d67-8f0d-201790fcd214 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:36.110220 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7c59fc4c-bc11-4bea-b977-2f6d1b5f2f57 req-c09c2505-f231-4d67-8f0d-201790fcd214 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0599556 Jan 31 04:48:36.170674 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7c59fc4c-bc11-4bea-b977-2f6d1b5f2f57 req-a13a00c6-ba2d-4719-a43d-3d44198b9bba tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536888 Jan 31 04:48:36.179488 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-834213a4-f171-49e9-8968-2099eefcbec7 req-1f4c69f4-77ae-4aa1-a27e-1cca0cee991e service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049366 Jan 31 04:48:37.290765 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc01de-89a0-4914-a44b-110b0919ffe3 req-db2802b7-4438-4b54-bb42-8d1d3c7e5754 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:37.292187 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-73fc01de-89a0-4914-a44b-110b0919ffe3 req-db2802b7-4438-4b54-bb42-8d1d3c7e5754 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0512550 Jan 31 04:48:37.339045 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-73fc01de-89a0-4914-a44b-110b0919ffe3 req-34e0107f-76ce-42c1-a825-12f6f800cd4b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Jan 31 04:48:38.462157 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d99d-90c1-4ec2-9272-254b3fc46659 req-323fb3d3-bc9a-4469-b5a9-222a3492cf96 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:38.463674 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f877d99d-90c1-4ec2-9272-254b3fc46659 req-323fb3d3-bc9a-4469-b5a9-222a3492cf96 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0552378 Jan 31 04:48:38.510589 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f877d99d-90c1-4ec2-9272-254b3fc46659 req-58698639-ccaf-4624-ae76-bee3b94a71c8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Jan 31 04:48:39.454234 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-29a8af39-912c-4d73-b98b-2626c033bc57 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:39.455806 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-29a8af39-912c-4d73-b98b-2626c033bc57 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/networks?id=58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 200 len: 815 time: 0.1074498 Jan 31 04:48:39.471350 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-870cfb54-5327-4fad-a291-b9d975430f55 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/quotas/41828fbc91c740cfbec65e04e92a4ecc HTTP/1.1" status: 200 len: 375 time: 0.0094864 Jan 31 04:48:39.530954 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-78d4aa3c-f70c-4322-95dc-4da3a60d96fa tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535462 Jan 31 04:48:39.621461 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-b7b9af61-4c0f-4c55-a372-8bd57452f4c2 service neutron] 10.222.0.21 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830748 Jan 31 04:48:39.635051 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe9d49-ffe8-4f30-b9a7-15d335df0486 req-ae51bcda-58b3-4e61-865b-2aede2facae5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:39.637337 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e8fe9d49-ffe8-4f30-b9a7-15d335df0486 req-ae51bcda-58b3-4e61-865b-2aede2facae5 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0597613 Jan 31 04:48:39.683919 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e8fe9d49-ffe8-4f30-b9a7-15d335df0486 req-981bb1b5-f6a7-455e-8067-5de1adc366bc tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Jan 31 04:48:39.719982 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-f9c2dda4-e725-4948-986f-b28848b9aeb3 service neutron] 10.222.0.21 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924942 Jan 31 04:48:39.920492 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ed8257e6-6a25-4641-ba32-5a11522e2880 req-527a77ff-1627-42d1-8efd-4f6395e9c4e8 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 210 time: 0.0273540 Jan 31 04:48:40.805411 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad096e-d2f6-4b9d-9abf-e9eee68f15d6 req-a453d1bf-7599-4a33-9ff6-bf172097cf3c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:40.808583 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-50ad096e-d2f6-4b9d-9abf-e9eee68f15d6 req-a453d1bf-7599-4a33-9ff6-bf172097cf3c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0546260 Jan 31 04:48:40.854592 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-50ad096e-d2f6-4b9d-9abf-e9eee68f15d6 req-caaf0637-761b-4b6b-8e63-5fbb815e47e6 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Jan 31 04:48:41.017113 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-05f648dd-2bcc-4d38-b21f-a2196b2dda2f req-0ba56366-e40a-4910-a897-9e27d3382fa2 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 210 time: 0.0311983 Jan 31 04:48:41.980552 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e01cde-49b9-42ca-a281-4d8933d14657 req-b5e936e9-043e-4c87-86e6-486d2cd38f0e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:41.983008 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-46e01cde-49b9-42ca-a281-4d8933d14657 req-b5e936e9-043e-4c87-86e6-486d2cd38f0e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0595479 Jan 31 04:48:42.040079 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-46e01cde-49b9-42ca-a281-4d8933d14657 req-d0bd04f2-90af-4f01-8f5a-2ea3c59be891 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492830 Jan 31 04:48:42.114988 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6bfcf75-0ab8-458a-bd4f-225c44f4f1b4 req-4cea6bce-d5e6-4b51-85aa-90324d8d6c26 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 210 time: 0.0277193 Jan 31 04:48:42.319445 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-dd9f9380-d4f4-4a80-bfce-c96e62e212d4 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:42.321068 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-dd9f9380-d4f4-4a80-bfce-c96e62e212d4 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "GET /v2.0/networks?id=58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 200 len: 815 time: 0.1056695 Jan 31 04:48:42.342631 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Request body: {'port': {'device_id': 'caeb7284-3cc9-4e25-8268-f4aa7eb66ab9', 'network_id': '58128fc4-bc4f-417c-908e-383736354847', 'admin_state_up': True, 'tenant_id': '41828fbc91c740cfbec65e04e92a4ecc'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:48:42.344406 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 39478) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:42.455758 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b0b8ab97-79a4-4e78-849d-93ea318a647b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:42.531105 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Made reservation on behalf of 41828fbc91c740cfbec65e04e92a4ecc for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:48:42.531820 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b0b8ab97-79a4-4e78-849d-93ea318a647b admin admin] Publish callbacks [] for security_group (00d5368d-1204-4149-aefc-8eca761ae5d6), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:42.535267 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:42.650920 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b0b8ab97-79a4-4e78-849d-93ea318a647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (00d5368d-1204-4149-aefc-8eca761ae5d6), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:42.677151 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Allocated IP 172.20.0.6 (58128fc4-bc4f-417c-908e-383736354847/8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3/482834c2-7b2c-4fdc-aec2-6bf0968d1671) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:48:42.687761 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8ab97-79a4-4e78-849d-93ea318a647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d5368d-1204-4149-aefc-8eca761ae5d6,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:42.692104 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-b0b8ab97-79a4-4e78-849d-93ea318a647b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b555b404e554c6db23207d905203a8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466871 Jan 31 04:48:42.695604 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 39486) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:42.795581 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-861c3877-c61b-41c0-b168-4c42e7476085 admin admin] Publish callbacks [] for security_group (00d5368d-1204-4149-aefc-8eca761ae5d6), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:42.856403 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-861c3877-c61b-41c0-b168-4c42e7476085 admin admin] Publish callbacks [] for security_group (00d5368d-1204-4149-aefc-8eca761ae5d6), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:42.908785 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks [] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:42.993599 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-861c3877-c61b-41c0-b168-4c42e7476085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (00d5368d-1204-4149-aefc-8eca761ae5d6), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:42.996231 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-861c3877-c61b-41c0-b168-4c42e7476085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:42.997377 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-861c3877-c61b-41c0-b168-4c42e7476085 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00d5368d-1204-4149-aefc-8eca761ae5d6 HTTP/1.1" status: 204 len: 168 time: 0.3008070 Jan 31 04:48:43.005093 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c3877-c61b-41c0-b168-4c42e7476085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d5368d-1204-4149-aefc-8eca761ae5d6,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:43.012488 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:43.059659 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Network 58128fc4-bc4f-417c-908e-383736354847 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:48:43.065431 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:48:43.067379 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Pushing event updated for resources: {'Port': ['ID=482834c2-7b2c-4fdc-aec2-6bf0968d1671,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:43.069996 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:48:43.118661 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:43.119363 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:43.163670 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b800c-4ca1-4ad8-9c6c-55077d909fe9 req-a8eda932-c843-47fa-8693-46bcc886b07d tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:43.165239 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9f2b800c-4ca1-4ad8-9c6c-55077d909fe9 req-a8eda932-c843-47fa-8693-46bcc886b07d tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0563016 Jan 31 04:48:43.215607 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9f2b800c-4ca1-4ad8-9c6c-55077d909fe9 req-7d8c127d-a9c1-4078-84fa-6ad2d07fa420 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Jan 31 04:48:43.219163 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-79ea96a6-fd8f-4346-bbd6-a19a17f02456 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8804016 Jan 31 04:48:43.245168 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849ccaa-ea5c-4e3f-ba0d-efddb6b076bb req-24cbdfa0-70d3-45c7-8689-41ebace5dc79 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:43.246631 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4849ccaa-ea5c-4e3f-ba0d-efddb6b076bb req-24cbdfa0-70d3-45c7-8689-41ebace5dc79 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 931 time: 0.0628648 Jan 31 04:48:43.296328 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4849ccaa-ea5c-4e3f-ba0d-efddb6b076bb req-f9d049da-7cc0-4024-97bf-71aaf6256dd8 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441580 Jan 31 04:48:44.017077 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 39518) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:44.111733 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-401653310-network', 'tenant_id': '30fced24126f40ac94f018df7c960a15'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:48:44.228112 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Made reservation on behalf of 30fced24126f40ac94f018df7c960a15 for: {'network': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:48:44.230528 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:44.239029 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:44.311743 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Publish callbacks [] for security_group (87212462-0b81-413c-a6e8-dcdae62d1161), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:44.340655 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8a3df-c357-46e5-8989-13a4c91d0596 req-50c86a59-7a2c-4996-b490-d7f7ef3ec267 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:44.342209 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0cc8a3df-c357-46e5-8989-13a4c91d0596 req-50c86a59-7a2c-4996-b490-d7f7ef3ec267 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0531926 Jan 31 04:48:44.389603 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0cc8a3df-c357-46e5-8989-13a4c91d0596 req-f1d5d5a7-45e9-45f2-bc6c-20ecd552f08f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Jan 31 04:48:44.393013 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (87212462-0b81-413c-a6e8-dcdae62d1161), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:44.419602 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:48:44.442521 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87212462-0b81-413c-a6e8-dcdae62d1161,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:44.445878 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (1eef9d31-fd97-4bba-b6ba-74f689ff66eb), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:44.446207 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.segments_db [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Added segment 1eef9d31-fd97-4bba-b6ba-74f689ff66eb of type vlan for network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 Jan 31 04:48:44.462857 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9512d-b321-4a2a-a691-fcf72f096af0 req-69eb3568-70fc-42b8-b81e-ddc76447a8f5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:44.464312 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6f9512d-b321-4a2a-a691-fcf72f096af0 req-69eb3568-70fc-42b8-b81e-ddc76447a8f5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 931 time: 0.0978165 Jan 31 04:48:44.506374 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (c4477f49-ebf4-4e7b-8c85-2d53d2a5b898), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:44.548521 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b6f9512d-b321-4a2a-a691-fcf72f096af0 req-4c6ffc5f-e032-4751-91f3-7e9aa8f72a89 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661545 Jan 31 04:48:44.599639 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (c4477f49-ebf4-4e7b-8c85-2d53d2a5b898), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:44.600638 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:44.601212 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:44.662011 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] Pushing event updated for resources: {'Network': ['ID=c4477f49-ebf4-4e7b-8c85-2d53d2a5b898,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:44.667244 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ffb119ca-930c-467a-b36a-e345a0b56888 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6489711 Jan 31 04:48:44.670324 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 39528) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:48:44.671812 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:48:44.679165 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Request body: {'subnet': {'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-401653310-subnet', 'tenant_id': '30fced24126f40ac94f018df7c960a15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:48:44.736858 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Made reservation on behalf of 30fced24126f40ac94f018df7c960a15 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:48:44.739244 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545246'] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:44.937210 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4189072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545256'] for subnet (aeb5f727-0fc2-4a92-9ce0-5814429ea0e4), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:44.995172 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb5f727-0fc2-4a92-9ce0-5814429ea0e4,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:44.999529 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Checking segment: {'id': '1eef9d31-fd97-4bba-b6ba-74f689ff66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:48:44.999892 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Network hostable DHCP agents. Network: c4477f49-ebf4-4e7b-8c85-2d53d2a5b898, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:48:45.024846 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['349870cb-d883-4ba5-862f-01f28757a4f8', 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65', '265e7198-6b49-481d-a84d-30c9eb1994ac'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:48:45.029205 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Request body: {'port': {'device_id': 'caeb7284-3cc9-4e25-8268-f4aa7eb66ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:48:45.088472 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:45.108476 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:48:45.165684 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, c4477f49-ebf4-4e7b-8c85-2d53d2a5b898) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:48:45.171505 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:45.172706 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:45.190525 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9ad1da-6ecc-4efe-85c0-c660daf17aa1 None None] Network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:48:45.237142 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-708f016e-ae83-4913-b61b-1e61772d0fb2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5629995 Jan 31 04:48:45.345945 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a869ab64-b9bf-4fdd-bb6e-07f2b4e1913d None None] Network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:48:45.369314 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482834c2-7b2c-4fdc-aec2-6bf0968d1671 {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:48:45.377641 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Publish callbacks [] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:45.392646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Transition to ACTIVE for port object 482834c2-7b2c-4fdc-aec2-6bf0968d1671 will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:48:45.485256 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:45.524669 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1767a6d-2415-40af-bb15-277f21968f7f req-c31362d3-1811-401f-a0db-64c7c1da60b0 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:45.526196 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d1767a6d-2415-40af-bb15-277f21968f7f req-c31362d3-1811-401f-a0db-64c7c1da60b0 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0638094 Jan 31 04:48:45.556005 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=482834c2-7b2c-4fdc-aec2-6bf0968d1671,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:45.578229 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d1767a6d-2415-40af-bb15-277f21968f7f req-66c88dcc-8b87-425a-a770-6112ad023667 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431225 Jan 31 04:48:45.617802 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Attempting to bind port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:48:45.618140 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Attempting to bind port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:48:45.618470 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Attempting to bind port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 on network 58128fc4-bc4f-417c-908e-383736354847 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:48:45.622880 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 on network 58128fc4-bc4f-417c-908e-383736354847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:48:45.623095 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Attempting to bind port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 on network 58128fc4-bc4f-417c-908e-383736354847 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:48:45.629842 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:48:45.630182 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Checking segment: {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:48:45.630557 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Bound using segment: {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:48:45.631007 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Bound port: 482834c2-7b2c-4fdc-aec2-6bf0968d1671, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4eed89-be62-486d-b389-8f48f16ee9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '58128fc4-bc4f-417c-908e-383736354847'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:48:45.631354 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:45.721189 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f8bf7-113f-41c1-8d97-cbf66a974721 req-fedd7dd4-51d9-4805-99c5-d55dded0a94e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:45.722663 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a91f8bf7-113f-41c1-8d97-cbf66a974721 req-fedd7dd4-51d9-4805-99c5-d55dded0a94e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 943 time: 0.0946684 Jan 31 04:48:45.744912 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] For port 482834c2-7b2c-4fdc-aec2-6bf0968d1671, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:48:45.761548 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] For port 482834c2-7b2c-4fdc-aec2-6bf0968d1671, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=482834c2-7b2c-4fdc-aec2-6bf0968d1671,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:48:45.783533 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a91f8bf7-113f-41c1-8d97-cbf66a974721 req-b5cafa50-5410-4046-be53-56575ab5ae95 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551758 Jan 31 04:48:45.823106 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:45.856575 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:45.857187 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:45.858539 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] 10.222.0.31 "PUT /v2.0/ports/482834c2-7b2c-4fdc-aec2-6bf0968d1671 HTTP/1.1" status: 200 len: 1093 time: 0.8337641 Jan 31 04:48:45.858994 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caeb7284-3cc9-4e25-8268-f4aa7eb66ab9', 'tag': '482834c2-7b2c-4fdc-aec2-6bf0968d1671'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:48:45.861201 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a5026d-8302-4d6b-894e-cab4b5381d91" -d '{"events": [{"name": "network-changed", "server_uuid": "caeb7284-3cc9-4e25-8268-f4aa7eb66ab9", "tag": "482834c2-7b2c-4fdc-aec2-6bf0968d1671"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:48:45.887832 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b3859-a10e-4e0f-b87e-e2b9f4495fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=482834c2-7b2c-4fdc-aec2-6bf0968d1671,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:45.896501 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fc75cc-f50b-45de-aec6-298e91a2f437 x-openstack-request-id: req-d5fc75cc-f50b-45de-aec6-298e91a2f437 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:48:45.896927 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caeb7284-3cc9-4e25-8268-f4aa7eb66ab9", "tag": "482834c2-7b2c-4fdc-aec2-6bf0968d1671", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:48:45.897186 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5fc75cc-f50b-45de-aec6-298e91a2f437 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:48:45.897742 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caeb7284-3cc9-4e25-8268-f4aa7eb66ab9', 'tag': '482834c2-7b2c-4fdc-aec2-6bf0968d1671', 'status': 'completed', 'code': 200} Jan 31 04:48:46.487105 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5026d-8302-4d6b-894e-cab4b5381d91 req-6cca0b8e-3208-4cee-bc2e-ec16a96d68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:46.488691 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a5a5026d-8302-4d6b-894e-cab4b5381d91 req-6cca0b8e-3208-4cee-bc2e-ec16a96d68a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0490026 Jan 31 04:48:46.589986 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5026d-8302-4d6b-894e-cab4b5381d91 req-00f3ba27-2aad-4883-a32b-09a5ed17b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:46.591459 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a5a5026d-8302-4d6b-894e-cab4b5381d91 req-00f3ba27-2aad-4883-a32b-09a5ed17b163 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0891688 Jan 31 04:48:46.713264 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5026d-8302-4d6b-894e-cab4b5381d91 req-104ab4f6-b52f-474c-a0fd-ea119989f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:46.714707 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a5a5026d-8302-4d6b-894e-cab4b5381d91 req-104ab4f6-b52f-474c-a0fd-ea119989f9d5 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1174085 Jan 31 04:48:46.728380 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969ca21-2917-4201-a7e2-8ecf164cac2e req-9a0bde3b-2048-4403-904a-fe97dc1842b8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:46.729725 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b969ca21-2917-4201-a7e2-8ecf164cac2e req-9a0bde3b-2048-4403-904a-fe97dc1842b8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0725400 Jan 31 04:48:46.776934 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b969ca21-2917-4201-a7e2-8ecf164cac2e req-3106f856-303c-4fcc-bfc6-a00b5b78368a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Jan 31 04:48:46.872420 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-3f9279ba-a264-4621-89bf-f82b653c8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:46.873873 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-3f9279ba-a264-4621-89bf-f82b653c8d9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 1127 time: 0.0431492 Jan 31 04:48:46.902961 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72815e-552c-45ac-bb8b-fac823547b1d req-712f83ee-bdad-465d-b48f-ed9ab4a550bd tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:46.904453 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7b72815e-552c-45ac-bb8b-fac823547b1d req-712f83ee-bdad-465d-b48f-ed9ab4a550bd tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 943 time: 0.0518658 Jan 31 04:48:46.936076 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-f1fc37da-0bcc-4dde-b939-a6d554815b30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=482834c2-7b2c-4fdc-aec2-6bf0968d1671 HTTP/1.1" status: 200 len: 217 time: 0.0362387 Jan 31 04:48:46.951255 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7b72815e-552c-45ac-bb8b-fac823547b1d req-38400bb7-d94a-40e4-8c02-1b54e9a8a3fa tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412076 Jan 31 04:48:46.983645 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-c4627541-91b7-49fd-ab9e-fdcff3ca5eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:46.985029 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-c4627541-91b7-49fd-ab9e-fdcff3ca5eb0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3 HTTP/1.1" status: 200 len: 855 time: 0.0429525 Jan 31 04:48:47.016807 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-cd2ca44a-99b1-4128-913f-0d73ce91bd8e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58128fc4-bc4f-417c-908e-383736354847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246527 Jan 31 04:48:47.322164 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-eb127282-afa2-4771-8b83-75c6798affc6 service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982218 Jan 31 04:48:47.410322 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f8c3dba-dcd2-47dc-9198-3ba6625e624c req-e1dd0c72-9527-4ab9-930a-3a86f5fbf48c service neutron] 10.222.0.31 "GET /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812297 Jan 31 04:48:47.897234 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db236813-7e94-4271-ab29-511ce562d4f3 req-002c9f41-b66e-4f06-8c52-29bd40f4c40b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:47.898706 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-db236813-7e94-4271-ab29-511ce562d4f3 req-002c9f41-b66e-4f06-8c52-29bd40f4c40b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0550313 Jan 31 04:48:47.944860 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-db236813-7e94-4271-ab29-511ce562d4f3 req-58838127-8bc9-4669-98cc-cd1ae1f03763 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399423 Jan 31 04:48:48.072896 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11c740-77bd-4617-a1d9-3bfd6cfa0c51 req-539d7c20-d961-4eb4-91eb-54532b81fe71 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:48.074344 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0a11c740-77bd-4617-a1d9-3bfd6cfa0c51 req-539d7c20-d961-4eb4-91eb-54532b81fe71 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 943 time: 0.0568573 Jan 31 04:48:48.125607 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0a11c740-77bd-4617-a1d9-3bfd6cfa0c51 req-6fb661ce-8a3a-4a95-a358-4677617ecfdd tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Jan 31 04:48:48.388957 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-5a74447c-51ab-4840-8526-ef1386ab045e tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:48.390399 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-5a74447c-51ab-4840-8526-ef1386ab045e tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/networks?id=c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 HTTP/1.1" status: 200 len: 808 time: 0.0984745 Jan 31 04:48:48.406034 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-2068e780-5f21-4a99-b967-047afa4333c8 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/quotas/30fced24126f40ac94f018df7c960a15 HTTP/1.1" status: 200 len: 375 time: 0.0102055 Jan 31 04:48:48.442628 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-a60fcc77-2290-4f40-8830-906229ca0144 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=30fced24126f40ac94f018df7c960a15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313439 Jan 31 04:48:48.532103 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-bdac0ee6-949e-413c-a79e-40ef43a4316e service neutron] 10.222.0.21 "GET /v2.0/networks/c4477f49-ebf4-4e7b-8c85-2d53d2a5b898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827177 Jan 31 04:48:48.622289 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-8f2b1b7c-b8d3-48f0-b8df-0345d6055825 service neutron] 10.222.0.21 "GET /v2.0/networks/c4477f49-ebf4-4e7b-8c85-2d53d2a5b898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843773 Jan 31 04:48:48.863628 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7afe1508-5698-4a02-bed0-3cae61678db7 req-3b9c102f-2350-4ac4-9175-2faab8d42a8e tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 210 time: 0.0261338 Jan 31 04:48:49.063346 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7257a41-43bc-4f50-83c9-5896985a424d req-6d812c5d-a66c-411d-b6f7-5e4cce52a203 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:49.064751 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b7257a41-43bc-4f50-83c9-5896985a424d req-6d812c5d-a66c-411d-b6f7-5e4cce52a203 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0527787 Jan 31 04:48:49.114644 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b7257a41-43bc-4f50-83c9-5896985a424d req-ddd50c8d-a15d-4c0f-96f8-6c13f511ff8b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Jan 31 04:48:49.241895 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b7067-6ebb-4235-a986-24d4dcf741c8 req-b0856898-22bb-4060-b17f-5d54aa4de78e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:49.243428 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-809b7067-6ebb-4235-a986-24d4dcf741c8 req-b0856898-22bb-4060-b17f-5d54aa4de78e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 943 time: 0.0523310 Jan 31 04:48:49.290209 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-809b7067-6ebb-4235-a986-24d4dcf741c8 req-a0086853-798a-44df-9db8-b2a2fd235ff0 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 Jan 31 04:48:49.751433 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c79cb-dd6d-4771-9ac9-ac813fb8c098 req-3f80e78c-6b7d-44ae-ab0d-32d9354334a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:49.753160 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-756c79cb-dd6d-4771-9ac9-ac813fb8c098 req-3f80e78c-6b7d-44ae-ab0d-32d9354334a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 1129 time: 0.0433462 Jan 31 04:48:49.802282 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-756c79cb-dd6d-4771-9ac9-ac813fb8c098 req-6914265b-9ab2-4a46-a271-7901e07baa6a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Jan 31 04:48:49.952575 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a345792a-1dfc-4662-a591-0aaf1b192f5a req-cc4a1eb4-b056-4d8a-a685-07f456d5b54a tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 210 time: 0.0267458 Jan 31 04:48:50.230781 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76434-c0c4-4af8-993a-174dded44800 req-5735c0a4-c2ac-4ac7-9ab0-54e7987e202f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:50.232359 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59e76434-c0c4-4af8-993a-174dded44800 req-5735c0a4-c2ac-4ac7-9ab0-54e7987e202f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0501206 Jan 31 04:48:50.280436 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59e76434-c0c4-4af8-993a-174dded44800 req-946c9cfd-eceb-4d75-a054-e28e8096043d tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Jan 31 04:48:50.410006 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e731799-c30a-478a-8f6b-08988d2bd5d1 req-ba92fd81-cb6e-4773-9756-e67cd2593d1b tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:50.411501 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9e731799-c30a-478a-8f6b-08988d2bd5d1 req-ba92fd81-cb6e-4773-9756-e67cd2593d1b tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 943 time: 0.0530689 Jan 31 04:48:50.458677 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9e731799-c30a-478a-8f6b-08988d2bd5d1 req-a6ebc934-5af5-4966-97eb-4b1b2f0a3e69 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Jan 31 04:48:51.044553 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-104a97ca-95b6-4813-84bb-ec4b76fd6ffb req-eaef779e-2a29-4a9d-8d0b-3d527d57ca8a tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 210 time: 0.0252810 Jan 31 04:48:51.405882 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbf97f-9219-4aac-8a9f-206d1827f7d5 req-07e2bd7c-36b8-4317-b578-6c59f2743397 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:51.407381 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-40bbf97f-9219-4aac-8a9f-206d1827f7d5 req-07e2bd7c-36b8-4317-b578-6c59f2743397 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0586734 Jan 31 04:48:51.462336 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-40bbf97f-9219-4aac-8a9f-206d1827f7d5 req-76fdda50-edf1-4543-8b8c-46bee17966b7 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460279 Jan 31 04:48:51.576779 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-ef9cc442-c271-4d9a-805a-b4c132401e16 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:51.578144 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-ef9cc442-c271-4d9a-805a-b4c132401e16 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.31 "GET /v2.0/networks?id=c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 HTTP/1.1" status: 200 len: 808 time: 0.1033778 Jan 31 04:48:51.586178 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a696fb-ba21-4fe3-a34f-03d9cc5ebd49 req-6c4fce04-bc2c-450e-88d0-6cba11177261 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:51.587755 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-71a696fb-ba21-4fe3-a34f-03d9cc5ebd49 req-6c4fce04-bc2c-450e-88d0-6cba11177261 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 943 time: 0.0604689 Jan 31 04:48:51.597478 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Request body: {'port': {'device_id': '4feea556-3436-45e0-8758-048ba80be0c1', 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898', 'admin_state_up': True, 'tenant_id': '30fced24126f40ac94f018df7c960a15'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:48:51.636633 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-71a696fb-ba21-4fe3-a34f-03d9cc5ebd49 req-5327fe80-6fcc-4c76-97b2-0329057003f2 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Jan 31 04:48:51.781236 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Made reservation on behalf of 30fced24126f40ac94f018df7c960a15 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:48:51.784653 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:51.911165 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Allocated IP 172.20.0.2 (c4477f49-ebf4-4e7b-8c85-2d53d2a5b898/aeb5f727-0fc2-4a92-9ce0-5814429ea0e4/42aa7a3c-e7c7-4181-90f3-524ad729aa3e) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:48:52.059507 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks [] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:52.138761 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36cb6fd1-ddef-4893-a817-b23528a5746a req-d921c583-b9c6-489b-84a0-1850ed8daf1f tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 210 time: 0.0265365 Jan 31 04:48:52.148754 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:52.192566 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:48:52.195421 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:48:52.201379 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:48:52.233562 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Pushing event updated for resources: {'Port': ['ID=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:52.254167 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:52.254766 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:52.340166 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-654494e9-80e1-4c42-8001-bf8fd7f081df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7465641 Jan 31 04:48:52.357389 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Request body: {'port': {'device_id': '4feea556-3436-45e0-8758-048ba80be0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:48:52.414380 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:52.578877 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0290a-19a6-4676-992e-c5e1166693cc req-a4f6ca89-0b75-4b8c-a67f-e3924be1459c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:52.580312 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f1e0290a-19a6-4676-992e-c5e1166693cc req-a4f6ca89-0b75-4b8c-a67f-e3924be1459c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0511169 Jan 31 04:48:52.635082 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f1e0290a-19a6-4676-992e-c5e1166693cc req-efc9f7ca-923e-4ffd-8553-03aa56793c45 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486851 Jan 31 04:48:52.683894 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42aa7a3c-e7c7-4181-90f3-524ad729aa3e {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:48:52.695791 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Publish callbacks [] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:52.705456 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Transition to ACTIVE for port object 42aa7a3c-e7c7-4181-90f3-524ad729aa3e will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:48:52.769160 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1953495-3dc5-4109-8349-553d12424cec req-0ad1447a-8874-4731-8dd6-9dbc79d97db1 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:52.770670 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c1953495-3dc5-4109-8349-553d12424cec req-0ad1447a-8874-4731-8dd6-9dbc79d97db1 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 943 time: 0.0522056 Jan 31 04:48:52.803387 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:52.856480 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c1953495-3dc5-4109-8349-553d12424cec req-3ae57375-6f7c-4680-b3f4-a41deefc9b33 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793014 Jan 31 04:48:52.876012 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Pushing event updated for resources: {'Port': ['ID=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:52.941266 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Attempting to bind port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:48:52.941598 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Attempting to bind port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '1eef9d31-fd97-4bba-b6ba-74f689ff66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:48:52.942082 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Attempting to bind port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e on network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:48:52.946514 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e on network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:48:52.946867 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Attempting to bind port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e on network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:48:52.951692 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:48:52.952025 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Checking segment: {'id': '1eef9d31-fd97-4bba-b6ba-74f689ff66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:48:52.952400 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Bound using segment: {'id': '1eef9d31-fd97-4bba-b6ba-74f689ff66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:48:52.952821 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Bound port: 42aa7a3c-e7c7-4181-90f3-524ad729aa3e, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eef9d31-fd97-4bba-b6ba-74f689ff66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:48:52.953166 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:53.047881 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] For port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:48:53.064200 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] For port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,segment=NetworkSegment(1eef9d31-fd97-4bba-b6ba-74f689ff66eb),segment_id=1eef9d31-fd97-4bba-b6ba-74f689ff66eb)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:48:53.083921 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ab72-d1bd-409a-b6dd-972268875ac0 req-77e6ff7c-1be1-4c86-aedf-e7f8e02b1779 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.089490 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ec30ab72-d1bd-409a-b6dd-972268875ac0 req-77e6ff7c-1be1-4c86-aedf-e7f8e02b1779 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0766065 Jan 31 04:48:53.121266 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 482834c2-7b2c-4fdc-aec2-6bf0968d1671 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:48:53.129601 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699747ea-5244-483f-83d7-4d6138d4683c req-0c12762a-4266-42ad-8c20-88252205a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.131160 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-699747ea-5244-483f-83d7-4d6138d4683c req-0c12762a-4266-42ad-8c20-88252205a78f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a785b6652097442291512fdd26f966ee&device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 1129 time: 0.0464382 Jan 31 04:48:53.138732 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ec30ab72-d1bd-409a-b6dd-972268875ac0 req-cab8fa27-a784-4816-8a9d-df8e9c36b10f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 Jan 31 04:48:53.149122 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:53.191273 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.192239 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:53.194193 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] 10.222.0.31 "PUT /v2.0/ports/42aa7a3c-e7c7-4181-90f3-524ad729aa3e HTTP/1.1" status: 200 len: 1093 time: 0.8405662 Jan 31 04:48:53.197245 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4feea556-3436-45e0-8758-048ba80be0c1', 'tag': '42aa7a3c-e7c7-4181-90f3-524ad729aa3e'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:48:53.199671 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c531e25-b780-4d99-a063-b707e1986311" -d '{"events": [{"name": "network-changed", "server_uuid": "4feea556-3436-45e0-8758-048ba80be0c1", "tag": "42aa7a3c-e7c7-4181-90f3-524ad729aa3e"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:48:53.233424 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 482834c2-7b2c-4fdc-aec2-6bf0968d1671, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=482834c2-7b2c-4fdc-aec2-6bf0968d1671,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:48:53.248896 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e8ebf7-28a9-419a-bbf0-d115dafc9bca x-openstack-request-id: req-d6e8ebf7-28a9-419a-bbf0-d115dafc9bca {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:48:53.249528 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4feea556-3436-45e0-8758-048ba80be0c1", "tag": "42aa7a3c-e7c7-4181-90f3-524ad729aa3e", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:48:53.250132 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '482834c2-7b2c-4fdc-aec2-6bf0968d1671', 'network_id': '58128fc4-bc4f-417c-908e-383736354847', 'port_id': '482834c2-7b2c-4fdc-aec2-6bf0968d1671', 'mac_address': 'fa:16:3e:95:28:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:48:53.250341 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6e8ebf7-28a9-419a-bbf0-d115dafc9bca {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:48:53.251537 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4feea556-3436-45e0-8758-048ba80be0c1', 'tag': '42aa7a3c-e7c7-4181-90f3-524ad729aa3e', 'status': 'completed', 'code': 200} Jan 31 04:48:53.252667 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1992e-7914-4ad6-b8e4-e2baa70c593d service neutron] Pushing event updated for resources: {'Port': ['ID=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:53.267940 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699747ea-5244-483f-83d7-4d6138d4683c req-c3be19a3-f615-4684-a35a-60463e03cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.269486 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-699747ea-5244-483f-83d7-4d6138d4683c req-c3be19a3-f615-4684-a35a-60463e03cbff service neutron] 10.222.0.31 "GET /v2.0/networks?id=a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 200 len: 918 time: 0.1326511 Jan 31 04:48:53.296366 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:48:53.296964 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:53.313775 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482834c2-7b2c-4fdc-aec2-6bf0968d1671 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:48:53.319628 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-699747ea-5244-483f-83d7-4d6138d4683c req-3fe9d96d-c88b-43b5-948e-99f3bfa66338 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a HTTP/1.1" status: 200 len: 217 time: 0.0358362 Jan 31 04:48:53.339605 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 482834c2-7b2c-4fdc-aec2-6bf0968d1671, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=482834c2-7b2c-4fdc-aec2-6bf0968d1671,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:48:53.342911 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531e25-b780-4d99-a063-b707e1986311 req-19d54e5d-b136-4b11-8c17-1c8e7c735638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.344443 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0c531e25-b780-4d99-a063-b707e1986311 req-19d54e5d-b136-4b11-8c17-1c8e7c735638 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fced24126f40ac94f018df7c960a15&device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 1127 time: 0.0537491 Jan 31 04:48:53.381610 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8e36-36e7-4f5e-ad26-10d801dbfd0a req-798766a1-31cb-407b-9809-31432596a1bb tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.383652 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bd4b8e36-36e7-4f5e-ad26-10d801dbfd0a req-798766a1-31cb-407b-9809-31432596a1bb tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 943 time: 0.1426878 Jan 31 04:48:53.385398 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699747ea-5244-483f-83d7-4d6138d4683c req-448bed4c-5ed8-4a89-9198-e1db197a6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.386888 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-699747ea-5244-483f-83d7-4d6138d4683c req-448bed4c-5ed8-4a89-9198-e1db197a6098 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 200 len: 858 time: 0.0602396 Jan 31 04:48:53.422312 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:53.432903 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-699747ea-5244-483f-83d7-4d6138d4683c req-ae5e4fcd-f514-4867-97ff-48b14e50b196 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a3790ef1-f274-459b-844e-81d21ffa0cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370920 Jan 31 04:48:53.460105 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531e25-b780-4d99-a063-b707e1986311 req-9d4e98a3-0a87-4dc2-9519-7b11364cecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.461745 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0c531e25-b780-4d99-a063-b707e1986311 req-9d4e98a3-0a87-4dc2-9519-7b11364cecbb service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=30fced24126f40ac94f018df7c960a15&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1005542 Jan 31 04:48:53.473278 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=482834c2-7b2c-4fdc-aec2-6bf0968d1671,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:53.485565 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bd4b8e36-36e7-4f5e-ad26-10d801dbfd0a req-8fedab84-7e4e-471d-be02-374197464fcc tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959222 Jan 31 04:48:53.537637 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-699747ea-5244-483f-83d7-4d6138d4683c req-13e6f4b7-9c90-4613-8a33-5de3e47ef25d service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954218 Jan 31 04:48:53.556101 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c531e25-b780-4d99-a063-b707e1986311 req-af59c185-2e81-497d-ae47-37889ce123cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.557552 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0c531e25-b780-4d99-a063-b707e1986311 req-af59c185-2e81-497d-ae47-37889ce123cd service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898366 Jan 31 04:48:53.629900 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-699747ea-5244-483f-83d7-4d6138d4683c req-70264637-0b5c-4982-8c6a-1eef270a6c4c service neutron] 10.222.0.31 "GET /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848498 Jan 31 04:48:53.676385 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-2757a040-ad3d-4790-9ff8-f7bf8ed28209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.677901 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-2757a040-ad3d-4790-9ff8-f7bf8ed28209 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fced24126f40ac94f018df7c960a15&device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 1127 time: 0.0487485 Jan 31 04:48:53.769784 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-7af80a7e-4f1b-4485-8960-db48c7a5a0bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=42aa7a3c-e7c7-4181-90f3-524ad729aa3e HTTP/1.1" status: 200 len: 217 time: 0.0374088 Jan 31 04:48:53.817884 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-0c5cc7d2-2e2d-40b6-9e69-4f2bde766b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:53.819387 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-0c5cc7d2-2e2d-40b6-9e69-4f2bde766b75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aeb5f727-0fc2-4a92-9ce0-5814429ea0e4 HTTP/1.1" status: 200 len: 848 time: 0.0434496 Jan 31 04:48:53.854886 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-a730bb7a-76f4-4717-abf2-8544440019d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4477f49-ebf4-4e7b-8c85-2d53d2a5b898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284207 Jan 31 04:48:53.972476 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-2712e49a-765a-4b80-b94d-29b337d1c9ca service neutron] 10.222.0.31 "GET /v2.0/networks/c4477f49-ebf4-4e7b-8c85-2d53d2a5b898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100249 Jan 31 04:48:54.013603 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4231d18-ed3c-47c6-a853-6dd0cd4457e4 req-3ad2699a-1c5e-4e1a-9435-401369ff8d35 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:54.013821 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['482834c2-7b2c-4fdc-aec2-6bf0968d1671'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:48:54.015134 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d4231d18-ed3c-47c6-a853-6dd0cd4457e4 req-3ad2699a-1c5e-4e1a-9435-401369ff8d35 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 944 time: 0.0903223 Jan 31 04:48:54.107416 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d4231d18-ed3c-47c6-a853-6dd0cd4457e4 req-d80fc9c5-8be2-4c70-a2ed-e24c54104ba5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859573 Jan 31 04:48:54.112867 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8bb9312d-b938-46df-87e6-88e49de90ea5 req-57ddc7b6-f89a-4788-85ff-6d6739123160 service neutron] 10.222.0.31 "GET /v2.0/networks/c4477f49-ebf4-4e7b-8c85-2d53d2a5b898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339939 Jan 31 04:48:54.262107 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaef5e4-4e06-4b60-8fa3-d51fda3064da req-de78edff-bc2d-44f4-b35f-b799deb9ec07 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:54.263594 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-beaef5e4-4e06-4b60-8fa3-d51fda3064da req-de78edff-bc2d-44f4-b35f-b799deb9ec07 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0520272 Jan 31 04:48:54.311220 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-beaef5e4-4e06-4b60-8fa3-d51fda3064da req-55f935ca-0f27-4d01-98c9-15f699424755 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Jan 31 04:48:54.603498 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947718f-fae5-4ab1-b5e8-2ca69497580d req-60d4f3b8-fdc7-48c3-9be0-92d028b1ea64 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:54.609214 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5947718f-fae5-4ab1-b5e8-2ca69497580d req-60d4f3b8-fdc7-48c3-9be0-92d028b1ea64 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 943 time: 0.0576353 Jan 31 04:48:54.659080 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5947718f-fae5-4ab1-b5e8-2ca69497580d req-a55242cb-b9ce-4c7c-824c-c7323a92ee34 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Jan 31 04:48:55.234065 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06b039-a5d0-43d8-b1b6-a526ec074bf5 req-9d477a84-f343-4780-859c-6ff6f154db69 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:55.235545 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ea06b039-a5d0-43d8-b1b6-a526ec074bf5 req-9d477a84-f343-4780-859c-6ff6f154db69 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 944 time: 0.0563533 Jan 31 04:48:55.244450 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4420dcc5-8a23-4fd0-926e-8ece52b25ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:55.284833 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ea06b039-a5d0-43d8-b1b6-a526ec074bf5 req-cc64ef06-92ca-4fd5-8c10-f44bda38157d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Jan 31 04:48:55.438764 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f961034-2e7f-4724-aedf-2e5549665283 req-2b3ae651-ca35-48ce-81c2-ac69716666fa tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:55.440263 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2f961034-2e7f-4724-aedf-2e5549665283 req-2b3ae651-ca35-48ce-81c2-ac69716666fa tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0533118 Jan 31 04:48:55.487661 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2f961034-2e7f-4724-aedf-2e5549665283 req-64724f60-8db1-4aaa-97bf-3202fb776285 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Jan 31 04:48:55.774880 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c084c2-006e-45c4-ad6c-f4a4bfc0c4d8 req-9cf86e67-8702-481e-824b-ebfddcabbf9d tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:55.776333 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-44c084c2-006e-45c4-ad6c-f4a4bfc0c4d8 req-9cf86e67-8702-481e-824b-ebfddcabbf9d tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 943 time: 0.0512280 Jan 31 04:48:55.821931 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-44c084c2-006e-45c4-ad6c-f4a4bfc0c4d8 req-9326cbfa-2c0e-4188-9167-a742c51786ac tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Jan 31 04:48:56.405983 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efbf79-e4d3-4243-821b-20862fc097b6 req-12b37d99-52a3-4e3b-9588-03df21a10bc6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:56.407399 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-10efbf79-e4d3-4243-821b-20862fc097b6 req-12b37d99-52a3-4e3b-9588-03df21a10bc6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 944 time: 0.0530698 Jan 31 04:48:56.457614 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-10efbf79-e4d3-4243-821b-20862fc097b6 req-0bfe74e6-16c8-400c-b2dc-b4353214d6ae tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Jan 31 04:48:56.604944 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c3c1-623c-4e1c-9714-75c15d8981d1 req-c95632b6-e738-46cf-802e-9ecb9a030017 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:56.606453 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-eee2c3c1-623c-4e1c-9714-75c15d8981d1 req-c95632b6-e738-46cf-802e-9ecb9a030017 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0505624 Jan 31 04:48:56.655938 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-eee2c3c1-623c-4e1c-9714-75c15d8981d1 req-5c87a7d8-d8f3-4fe3-a5df-f88133976a5d tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438101 Jan 31 04:48:56.942562 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2cf82-9da6-4030-8019-c5e2fb996eee req-6e5876ca-340d-40d8-8f8a-38145139f6ff tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:56.943970 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4ec2cf82-9da6-4030-8019-c5e2fb996eee req-6e5876ca-340d-40d8-8f8a-38145139f6ff tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 943 time: 0.0564044 Jan 31 04:48:56.991398 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4ec2cf82-9da6-4030-8019-c5e2fb996eee req-d7bc01fa-e672-4fa7-909a-9bf1fa6a6de3 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417221 Jan 31 04:48:57.104315 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:48:57.133242 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 482834c2-7b2c-4fdc-aec2-6bf0968d1671 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:48:57.244111 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:48:57.248602 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:48:57.248977 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:57.331375 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:48:57.331764 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:57.356057 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caeb7284-3cc9-4e25-8268-f4aa7eb66ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482834c2-7b2c-4fdc-aec2-6bf0968d1671'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:48:57.358256 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7badfe22-82eb-4db5-b251-9c83edf464a4" -d '{"events": [{"server_uuid": "caeb7284-3cc9-4e25-8268-f4aa7eb66ab9", "name": "network-vif-plugged", "status": "completed", "tag": "482834c2-7b2c-4fdc-aec2-6bf0968d1671"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:48:57.370963 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 482834c2-7b2c-4fdc-aec2-6bf0968d1671, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=482834c2-7b2c-4fdc-aec2-6bf0968d1671,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:48:57.394192 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b90c594-f4ff-4d10-9c72-81893393ffec x-openstack-request-id: req-3b90c594-f4ff-4d10-9c72-81893393ffec {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:48:57.394478 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caeb7284-3cc9-4e25-8268-f4aa7eb66ab9", "name": "network-vif-plugged", "status": "completed", "tag": "482834c2-7b2c-4fdc-aec2-6bf0968d1671", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:48:57.394726 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b90c594-f4ff-4d10-9c72-81893393ffec {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:48:57.395146 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caeb7284-3cc9-4e25-8268-f4aa7eb66ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482834c2-7b2c-4fdc-aec2-6bf0968d1671', 'code': 200} Jan 31 04:48:57.433472 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:57.499823 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=482834c2-7b2c-4fdc-aec2-6bf0968d1671,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:57.564823 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-49182144-980f-4bd4-b3d2-f40e4f78b965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:57.592952 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c36d66-0777-446c-bac8-a207de4a82d0 req-feb2219e-9c4a-4768-b347-9962e1ec5411 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:57.594443 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-43c36d66-0777-446c-bac8-a207de4a82d0 req-feb2219e-9c4a-4768-b347-9962e1ec5411 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 945 time: 0.0548460 Jan 31 04:48:57.643864 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-43c36d66-0777-446c-bac8-a207de4a82d0 req-ccab8005-dcda-423f-9ce8-46aa6d797168 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432003 Jan 31 04:48:57.778869 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4d135-0a51-4923-8764-883ee0ccf7cc req-02d2f4ba-a26c-4fd5-b03f-01b4e7226400 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:57.780963 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-79d4d135-0a51-4923-8764-883ee0ccf7cc req-02d2f4ba-a26c-4fd5-b03f-01b4e7226400 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0542054 Jan 31 04:48:57.830361 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-79d4d135-0a51-4923-8764-883ee0ccf7cc req-816a6eae-f23c-4ad6-b8b0-cd7e6c95a136 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Jan 31 04:48:57.852966 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1133110-7968-4e17-a949-1b78bfc12f27 req-a0150a67-929c-47f2-b018-328b0df6e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:57.854486 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f1133110-7968-4e17-a949-1b78bfc12f27 req-a0150a67-929c-47f2-b018-328b0df6e062 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 1129 time: 0.0458536 Jan 31 04:48:57.907635 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f1133110-7968-4e17-a949-1b78bfc12f27 req-2130360e-c1aa-473f-8a51-aab96858c3f7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430305 Jan 31 04:48:58.110078 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca4b64-5cbc-4666-993e-37a85417a3a9 req-896624c0-2c1e-4fac-a7ba-33823cfee275 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:58.111557 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3aca4b64-5cbc-4666-993e-37a85417a3a9 req-896624c0-2c1e-4fac-a7ba-33823cfee275 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 943 time: 0.0540354 Jan 31 04:48:58.161567 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3aca4b64-5cbc-4666-993e-37a85417a3a9 req-26a3e728-c13a-44ef-ad36-f494d8888a99 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Jan 31 04:48:58.519357 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:58.760144 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e63714-6642-46c9-ab78-a20eca10825f req-85684b92-0493-40dd-bf76-7feebfd504c7 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:58.761509 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-18e63714-6642-46c9-ab78-a20eca10825f req-85684b92-0493-40dd-bf76-7feebfd504c7 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 945 time: 0.0521321 Jan 31 04:48:58.807642 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-18e63714-6642-46c9-ab78-a20eca10825f req-b458d3d5-6116-4e3f-8e43-eb30b9505b82 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Jan 31 04:48:58.946986 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45574f-2e35-4c9d-9007-fce8b24b7684 req-1c8adfaa-b91b-4a42-bc97-ae86ede2de86 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:58.948454 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2f45574f-2e35-4c9d-9007-fce8b24b7684 req-1c8adfaa-b91b-4a42-bc97-ae86ede2de86 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0511684 Jan 31 04:48:58.995032 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2f45574f-2e35-4c9d-9007-fce8b24b7684 req-8bff32fa-95f9-453d-ab1a-0bfe9b6e677b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Jan 31 04:48:59.121178 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 42aa7a3c-e7c7-4181-90f3-524ad729aa3e details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:48:59.223678 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,segment=NetworkSegment(1eef9d31-fd97-4bba-b6ba-74f689ff66eb),segment_id=1eef9d31-fd97-4bba-b6ba-74f689ff66eb)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:48:59.235221 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '42aa7a3c-e7c7-4181-90f3-524ad729aa3e', 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898', 'port_id': '42aa7a3c-e7c7-4181-90f3-524ad729aa3e', 'mac_address': 'fa:16:3e:d9:54:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb5f727-0fc2-4a92-9ce0-5814429ea0e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:48:59.276592 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:48:59.276893 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:59.289673 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf31f9-06ba-4a36-9336-f05f85cf2823 req-ec60dabd-7ca3-47dc-9bde-3ab5b4ceb01a tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:59.291071 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aa7a3c-e7c7-4181-90f3-524ad729aa3e {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:48:59.291189 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1caf31f9-06ba-4a36-9336-f05f85cf2823 req-ec60dabd-7ca3-47dc-9bde-3ab5b4ceb01a tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 943 time: 0.0605392 Jan 31 04:48:59.315851 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,segment=NetworkSegment(1eef9d31-fd97-4bba-b6ba-74f689ff66eb),segment_id=1eef9d31-fd97-4bba-b6ba-74f689ff66eb)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:48:59.340412 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1caf31f9-06ba-4a36-9336-f05f85cf2823 req-e0e23aab-bccb-429f-b152-22b00b8a546e tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Jan 31 04:48:59.354891 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:48:59.534664 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:48:59.924262 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38098f74-dfe0-4885-8977-a74762a048ba req-48a861d6-53e6-435f-9a0c-766bd96f7b17 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:48:59.925718 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-38098f74-dfe0-4885-8977-a74762a048ba req-48a861d6-53e6-435f-9a0c-766bd96f7b17 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 945 time: 0.0512490 Jan 31 04:48:59.973824 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-38098f74-dfe0-4885-8977-a74762a048ba req-50757b40-e820-4aba-ab3f-c7e85a9989e1 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 Jan 31 04:49:00.077777 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['42aa7a3c-e7c7-4181-90f3-524ad729aa3e'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:00.106083 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:00.468399 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44102f-e1ac-4844-9fe3-c227a2709fe5 req-88eca766-d97d-4be1-8289-75eea25c2a3b tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:00.469928 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7f44102f-e1ac-4844-9fe3-c227a2709fe5 req-88eca766-d97d-4be1-8289-75eea25c2a3b tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 944 time: 0.0557756 Jan 31 04:49:00.519676 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7f44102f-e1ac-4844-9fe3-c227a2709fe5 req-ddf5becc-4a38-48d2-acb5-8435bb0d25f9 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437717 Jan 31 04:49:01.100555 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b48a9-9735-439d-9270-44be0e736803 req-69621a56-85e6-4e08-91b4-fc1a26169376 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:01.103034 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-555b48a9-9735-439d-9270-44be0e736803 req-69621a56-85e6-4e08-91b4-fc1a26169376 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 945 time: 0.0601673 Jan 31 04:49:01.151180 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-555b48a9-9735-439d-9270-44be0e736803 req-f6114ac1-6b24-4379-8398-6e9e66080361 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425124 Jan 31 04:49:01.462342 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:01.649387 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a0333-2c7e-441e-ba12-ba35e8070ae6 req-960ad64e-877a-464d-a9a9-f3738f03b092 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:01.651052 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-af1a0333-2c7e-441e-ba12-ba35e8070ae6 req-960ad64e-877a-464d-a9a9-f3738f03b092 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 944 time: 0.0546103 Jan 31 04:49:01.716060 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-af1a0333-2c7e-441e-ba12-ba35e8070ae6 req-e27f4334-3e78-415a-be91-fff36d70f8ee tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584300 Jan 31 04:49:02.843738 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7badc9f-7f22-4813-9a3f-aca3f9ce8c68 req-257e3a0d-1175-46ae-a9c6-b00d5b3e9aee tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:02.845309 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b7badc9f-7f22-4813-9a3f-aca3f9ce8c68 req-257e3a0d-1175-46ae-a9c6-b00d5b3e9aee tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 944 time: 0.0584736 Jan 31 04:49:02.891190 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b7badc9f-7f22-4813-9a3f-aca3f9ce8c68 req-368cb5d2-4256-4079-b2fe-5f3e5ab10426 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Jan 31 04:49:03.138020 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 42aa7a3c-e7c7-4181-90f3-524ad729aa3e up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:49:03.233709 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:49:03.237865 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:49:03.238235 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:03.319876 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:49:03.320562 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:03.343192 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4feea556-3436-45e0-8758-048ba80be0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa7a3c-e7c7-4181-90f3-524ad729aa3e'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:03.345405 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f76c356-4de1-46ed-86a2-2b41959f4c0f" -d '{"events": [{"server_uuid": "4feea556-3436-45e0-8758-048ba80be0c1", "name": "network-vif-plugged", "status": "completed", "tag": "42aa7a3c-e7c7-4181-90f3-524ad729aa3e"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:03.358327 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,segment=NetworkSegment(1eef9d31-fd97-4bba-b6ba-74f689ff66eb),segment_id=1eef9d31-fd97-4bba-b6ba-74f689ff66eb)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:03.383791 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9c11a5-d71f-4904-997f-74bfa1baa8ce x-openstack-request-id: req-7e9c11a5-d71f-4904-997f-74bfa1baa8ce {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:03.384109 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4feea556-3436-45e0-8758-048ba80be0c1", "name": "network-vif-plugged", "status": "completed", "tag": "42aa7a3c-e7c7-4181-90f3-524ad729aa3e", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:03.384370 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e9c11a5-d71f-4904-997f-74bfa1baa8ce {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:03.384767 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4feea556-3436-45e0-8758-048ba80be0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa7a3c-e7c7-4181-90f3-524ad729aa3e', 'code': 200} Jan 31 04:49:03.456520 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:03.504686 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:03.759873 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ad96f-6815-4dfe-a099-d5cf547c3a83 req-7fc8d77a-81ca-431c-b7fd-d3561b5b455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:03.761529 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f76ad96f-6815-4dfe-a099-d5cf547c3a83 req-7fc8d77a-81ca-431c-b7fd-d3561b5b455e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 1129 time: 0.0440221 Jan 31 04:49:03.808535 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f76ad96f-6815-4dfe-a099-d5cf547c3a83 req-4a6dba50-199a-458b-8efe-d6ce46de84f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Jan 31 04:49:04.010477 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e07c9a-5c97-4283-b025-8b95944ba5ce req-5ee68db9-5293-4244-85ec-ecadf9b8205c tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:04.011859 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-47e07c9a-5c97-4283-b025-8b95944ba5ce req-5ee68db9-5293-4244-85ec-ecadf9b8205c tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 945 time: 0.0515897 Jan 31 04:49:04.058822 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-47e07c9a-5c97-4283-b025-8b95944ba5ce req-74542047-908d-48d5-88ad-b40feb7360a7 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414548 Jan 31 04:49:04.487782 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b87a-e3c3-45cb-8b50-084cf81a3120 req-7d541ca9-e394-4053-8f67-3c85b3753253 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:04.489247 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9509b87a-e3c3-45cb-8b50-084cf81a3120 req-7d541ca9-e394-4053-8f67-3c85b3753253 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0509956 Jan 31 04:49:04.537341 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9509b87a-e3c3-45cb-8b50-084cf81a3120 req-48f6682b-3326-4b88-ac84-7d0023cd88ff tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Jan 31 04:49:05.198633 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2554d17-5acc-490c-bec5-889479c2b395 req-2d301396-9a0a-4611-bb18-3b091fc101d7 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:05.200204 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2554d17-5acc-490c-bec5-889479c2b395 req-2d301396-9a0a-4611-bb18-3b091fc101d7 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 945 time: 0.0669787 Jan 31 04:49:05.248462 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2554d17-5acc-490c-bec5-889479c2b395 req-bcc0a612-6c33-40ee-bf1b-14c011c87630 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Jan 31 04:49:05.473356 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:05.658106 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088364f-fd0b-4ace-ad23-3a946a9436dd req-56e8d662-78b5-452a-a562-cd16a22886a0 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:05.659627 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5088364f-fd0b-4ace-ad23-3a946a9436dd req-56e8d662-78b5-452a-a562-cd16a22886a0 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0511820 Jan 31 04:49:05.708048 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5088364f-fd0b-4ace-ad23-3a946a9436dd req-8fd3f458-2fa7-457d-a747-8418b6f0c968 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Jan 31 04:49:06.368054 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61aa55d-69c5-4d2d-9264-bb1247e3945c req-ab67fdcb-c62b-4f42-b063-9c9fd8479ec6 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:06.370545 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c61aa55d-69c5-4d2d-9264-bb1247e3945c req-ab67fdcb-c62b-4f42-b063-9c9fd8479ec6 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 945 time: 0.0557394 Jan 31 04:49:06.418074 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c61aa55d-69c5-4d2d-9264-bb1247e3945c req-e1290964-138b-4978-9589-4d79bc9735d9 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Jan 31 04:49:06.824040 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdaefe3-2fe1-4e05-8702-b412ab8953ad req-253430b8-cab6-4269-962d-b7acd42ad6d0 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:06.825512 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ecdaefe3-2fe1-4e05-8702-b412ab8953ad req-253430b8-cab6-4269-962d-b7acd42ad6d0 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0522010 Jan 31 04:49:06.871357 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ecdaefe3-2fe1-4e05-8702-b412ab8953ad req-4fb77d01-c08d-45f4-a1ad-c888ad122559 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Jan 31 04:49:07.533910 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c2502-e83b-4f58-993a-995abb1c43d6 req-26ce01e6-3da0-4d66-951a-de17dd7aa28a tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:07.535363 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2f6c2502-e83b-4f58-993a-995abb1c43d6 req-26ce01e6-3da0-4d66-951a-de17dd7aa28a tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 945 time: 0.0525672 Jan 31 04:49:07.583305 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2f6c2502-e83b-4f58-993a-995abb1c43d6 req-cf1a517a-354d-4e5a-abad-ebeebf98fbbd tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Jan 31 04:49:07.989081 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af2a02-6da6-4d43-9c45-5d99220af985 req-be3c3920-857a-4572-a831-118d30f4a6ec tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:07.990538 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c4af2a02-6da6-4d43-9c45-5d99220af985 req-be3c3920-857a-4572-a831-118d30f4a6ec tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0512917 Jan 31 04:49:08.036782 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c4af2a02-6da6-4d43-9c45-5d99220af985 req-0b53cfcd-41cb-4790-bf9e-ede06c9774c7 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Jan 31 04:49:08.431692 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-04b20d2c-9600-40f3-9d96-6eecbc3c6da8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:08.433127 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-04b20d2c-9600-40f3-9d96-6eecbc3c6da8 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 945 time: 0.0505400 Jan 31 04:49:08.525744 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Deleting port 48d0d5c8-7822-42f9-8635-3991c50d27a3 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:49:08.525998 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:08.612990 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] For port 48d0d5c8-7822-42f9-8635-3991c50d27a3, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=48d0d5c8-7822-42f9-8635-3991c50d27a3,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:08.613645 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:08.625582 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Calling delete_port for 48d0d5c8-7822-42f9-8635-3991c50d27a3 owned by compute:nova {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:49:08.805051 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (48d0d5c8-7822-42f9-8635-3991c50d27a3), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:08.834267 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Pushing event deleted for resources: {'Port': ['ID=48d0d5c8-7822-42f9-8635-3991c50d27a3,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:08.847045 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.847401 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.847748 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.848089 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.848442 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.848789 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.849122 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.849453 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.849798 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.850123 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.850453 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.850778 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.851127 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:08.863158 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['48d0d5c8-7822-42f9-8635-3991c50d27a3', '4b0786d6-d423-4590-a58e-c6f508be4b8a'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:08.889246 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] No DVR routers for this DVR port 48d0d5c8-7822-42f9-8635-3991c50d27a3 on host hv-cinder-82660 {{(pid=109632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:49:08.892396 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:08.895739 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e87c4a23-a46a-4f79-bfb0-5217bb903d1e req-5df465c1-ec73-4daf-8b61-d0a5b0c0183e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.31 "DELETE /v2.0/ports/48d0d5c8-7822-42f9-8635-3991c50d27a3 HTTP/1.1" status: 204 len: 173 time: 0.4566658 Jan 31 04:49:08.896185 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7066f95-24c8-4df3-8703-78616c09fd0e', 'name': 'network-vif-deleted', 'tag': '48d0d5c8-7822-42f9-8635-3991c50d27a3'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:08.898404 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33141b54-cfee-4417-8589-0c299ea20d2b" -d '{"events": [{"server_uuid": "c7066f95-24c8-4df3-8703-78616c09fd0e", "name": "network-vif-deleted", "tag": "48d0d5c8-7822-42f9-8635-3991c50d27a3"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:08.935880 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c00d3e-a324-4c34-9f3d-70e84665dd16 x-openstack-request-id: req-56c00d3e-a324-4c34-9f3d-70e84665dd16 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:08.936174 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7066f95-24c8-4df3-8703-78616c09fd0e", "name": "network-vif-deleted", "tag": "48d0d5c8-7822-42f9-8635-3991c50d27a3", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:08.936959 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56c00d3e-a324-4c34-9f3d-70e84665dd16 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:08.937573 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7066f95-24c8-4df3-8703-78616c09fd0e', 'name': 'network-vif-deleted', 'tag': '48d0d5c8-7822-42f9-8635-3991c50d27a3', 'status': 'completed', 'code': 200} Jan 31 04:49:09.141696 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-59cafe15-5b31-45aa-bf5e-2851c4d46abf req-ef5e0db2-9480-4042-828b-90819a2e5e54 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7066f95-24c8-4df3-8703-78616c09fd0e HTTP/1.1" status: 200 len: 210 time: 0.0266850 Jan 31 04:49:09.389271 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee005c-2c21-4a36-88ea-46d6e61a51a6 req-d580fe14-e696-4a71-815a-e8f210d5cb8d tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:09.390718 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d8ee005c-2c21-4a36-88ea-46d6e61a51a6 req-d580fe14-e696-4a71-815a-e8f210d5cb8d tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Jan 31 04:49:09.437377 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d8ee005c-2c21-4a36-88ea-46d6e61a51a6 req-2b9cbb08-d699-4e73-ab8d-dc461572ddd8 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Jan 31 04:49:10.558054 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e27f6-a934-408c-b208-da2e68ffba31 req-46ad5091-f579-408e-b763-4c4c5df789d0 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:10.559881 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e79e27f6-a934-408c-b208-da2e68ffba31 req-46ad5091-f579-408e-b763-4c4c5df789d0 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 945 time: 0.0562770 Jan 31 04:49:10.605878 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e79e27f6-a934-408c-b208-da2e68ffba31 req-60b88a5d-0e3f-48db-96ed-4eb8e04c9fa7 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Jan 31 04:49:10.633051 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5526e3-b548-445a-be8c-273847ca491d req-bd9acbf2-7f45-43b6-958e-4d13413334c1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:10.634676 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0f5526e3-b548-445a-be8c-273847ca491d req-bd9acbf2-7f45-43b6-958e-4d13413334c1 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0540438 Jan 31 04:49:10.678711 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0f5526e3-b548-445a-be8c-273847ca491d req-bd150e01-71d3-4ce8-bd61-ce9c9df293f9 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385799 Jan 31 04:49:11.721340 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333997e-5c8b-42d2-8b01-846540b9dd18 req-837714fc-81de-4d99-b8e1-0fc58f418c7b tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:11.722859 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3333997e-5c8b-42d2-8b01-846540b9dd18 req-837714fc-81de-4d99-b8e1-0fc58f418c7b tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 945 time: 0.0508492 Jan 31 04:49:11.768420 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3333997e-5c8b-42d2-8b01-846540b9dd18 req-774326d2-0691-479f-b734-666f2a2c88d3 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396452 Jan 31 04:49:11.793426 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ea68c-b9c5-41b7-a322-73ff5053da26 req-2995b508-d265-4517-9e79-36cc5542c632 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:11.794893 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-063ea68c-b9c5-41b7-a322-73ff5053da26 req-2995b508-d265-4517-9e79-36cc5542c632 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0504320 Jan 31 04:49:11.867439 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-063ea68c-b9c5-41b7-a322-73ff5053da26 req-25120372-3d21-43e6-bdbe-d88a9dcd9dac tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670340 Jan 31 04:49:11.887850 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e5cbd-383a-46c5-80df-7ab36388151c req-f5dc1fd2-82cf-4966-94c9-eb0388d06839 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:11.889196 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-171e5cbd-383a-46c5-80df-7ab36388151c req-f5dc1fd2-82cf-4966-94c9-eb0388d06839 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.31 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 945 time: 0.0597155 Jan 31 04:49:11.979292 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-171e5cbd-383a-46c5-80df-7ab36388151c req-a07b7cc9-0390-41e7-81ce-e4bfb8d8ece5 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Deleting port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:49:11.979628 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-171e5cbd-383a-46c5-80df-7ab36388151c req-a07b7cc9-0390-41e7-81ce-e4bfb8d8ece5 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:12.066768 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-171e5cbd-383a-46c5-80df-7ab36388151c req-a07b7cc9-0390-41e7-81ce-e4bfb8d8ece5 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] For port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,segment=NetworkSegment(1eef9d31-fd97-4bba-b6ba-74f689ff66eb),segment_id=1eef9d31-fd97-4bba-b6ba-74f689ff66eb)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:12.067173 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-171e5cbd-383a-46c5-80df-7ab36388151c req-a07b7cc9-0390-41e7-81ce-e4bfb8d8ece5 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:12.078971 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-171e5cbd-383a-46c5-80df-7ab36388151c req-a07b7cc9-0390-41e7-81ce-e4bfb8d8ece5 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Calling delete_port for 42aa7a3c-e7c7-4181-90f3-524ad729aa3e owned by compute:nova {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:49:12.261117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-171e5cbd-383a-46c5-80df-7ab36388151c req-a07b7cc9-0390-41e7-81ce-e4bfb8d8ece5 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (42aa7a3c-e7c7-4181-90f3-524ad729aa3e), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:12.290070 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b7cc9-0390-41e7-81ce-e4bfb8d8ece5 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Pushing event deleted for resources: {'Port': ['ID=42aa7a3c-e7c7-4181-90f3-524ad729aa3e,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:12.306195 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['42aa7a3c-e7c7-4181-90f3-524ad729aa3e'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:12.330438 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-171e5cbd-383a-46c5-80df-7ab36388151c req-a07b7cc9-0390-41e7-81ce-e4bfb8d8ece5 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] No DVR routers for this DVR port 42aa7a3c-e7c7-4181-90f3-524ad729aa3e on host hv-cinder-82660 {{(pid=109632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:49:12.332715 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-171e5cbd-383a-46c5-80df-7ab36388151c req-a07b7cc9-0390-41e7-81ce-e4bfb8d8ece5 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:12.335995 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-171e5cbd-383a-46c5-80df-7ab36388151c req-a07b7cc9-0390-41e7-81ce-e4bfb8d8ece5 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.31 "DELETE /v2.0/ports/42aa7a3c-e7c7-4181-90f3-524ad729aa3e HTTP/1.1" status: 204 len: 173 time: 0.4411740 Jan 31 04:49:12.336428 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4feea556-3436-45e0-8758-048ba80be0c1', 'name': 'network-vif-deleted', 'tag': '42aa7a3c-e7c7-4181-90f3-524ad729aa3e'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:12.339632 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b99b13d-b38c-46ac-bd16-7d0e4164ffd2" -d '{"events": [{"server_uuid": "4feea556-3436-45e0-8758-048ba80be0c1", "name": "network-vif-deleted", "tag": "42aa7a3c-e7c7-4181-90f3-524ad729aa3e"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:12.374858 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0d873d-9160-4bcc-bbc6-5f01f3645401 x-openstack-request-id: req-bb0d873d-9160-4bcc-bbc6-5f01f3645401 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:12.375152 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4feea556-3436-45e0-8758-048ba80be0c1", "name": "network-vif-deleted", "tag": "42aa7a3c-e7c7-4181-90f3-524ad729aa3e", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:12.375428 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb0d873d-9160-4bcc-bbc6-5f01f3645401 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:12.379861 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4feea556-3436-45e0-8758-048ba80be0c1', 'name': 'network-vif-deleted', 'tag': '42aa7a3c-e7c7-4181-90f3-524ad729aa3e', 'status': 'completed', 'code': 200} Jan 31 04:49:12.871626 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-60757e71-0a51-41a5-ba53-c6447c98d19b req-916743b5-1ac1-4755-b44c-5fbe8c597ad2 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=4feea556-3436-45e0-8758-048ba80be0c1 HTTP/1.1" status: 200 len: 210 time: 0.0271685 Jan 31 04:49:12.986055 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474bf8f-2b2e-40ea-9a59-a33a89e4c5a6 req-25ef2564-a255-4db2-a1f4-a77afd854418 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:12.987536 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8474bf8f-2b2e-40ea-9a59-a33a89e4c5a6 req-25ef2564-a255-4db2-a1f4-a77afd854418 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0529840 Jan 31 04:49:13.033090 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8474bf8f-2b2e-40ea-9a59-a33a89e4c5a6 req-47dc060b-5ad6-4e71-8384-7f635391a462 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399439 Jan 31 04:49:13.158096 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 48d0d5c8-7822-42f9-8635-3991c50d27a3 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:49:13.181995 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 48d0d5c8-7822-42f9-8635-3991c50d27a3 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:49:13.182346 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 48d0d5c8-7822-42f9-8635-3991c50d27a3 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:49:14.133860 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-09f3f2ab-c6df-418c-85af-b5abc0fbf8fd tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:14.135409 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-09f3f2ab-c6df-418c-85af-b5abc0fbf8fd tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/networks?id=c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 HTTP/1.1" status: 200 len: 808 time: 0.1052556 Jan 31 04:49:14.150327 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-5a4607cc-847e-4b58-92bc-959787479e14 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/quotas/30fced24126f40ac94f018df7c960a15 HTTP/1.1" status: 200 len: 375 time: 0.0094993 Jan 31 04:49:14.160861 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62871167-ea51-4cbb-ab59-a3e144b03fec req-64ff448b-6e79-4bce-bcf9-aad5e4a75b16 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:14.162321 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-62871167-ea51-4cbb-ab59-a3e144b03fec req-64ff448b-6e79-4bce-bcf9-aad5e4a75b16 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0572853 Jan 31 04:49:14.181608 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-2c64d2c5-d9b9-4f02-936f-d98796f8e5d0 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=30fced24126f40ac94f018df7c960a15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261555 Jan 31 04:49:14.208047 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-62871167-ea51-4cbb-ab59-a3e144b03fec req-d178412c-40fa-47ca-af3d-f6373a37d22d tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Jan 31 04:49:14.273911 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f959bdeb-4a93-45a6-9388-28759a8c699a service neutron] 10.222.0.21 "GET /v2.0/networks/c4477f49-ebf4-4e7b-8c85-2d53d2a5b898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858374 Jan 31 04:49:14.361668 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-603fae99-5b55-4f93-b335-be5dae6547b1 service neutron] 10.222.0.21 "GET /v2.0/networks/c4477f49-ebf4-4e7b-8c85-2d53d2a5b898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818253 Jan 31 04:49:14.898924 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-aa1741bf-9d5b-44e4-bbd4-27b0eba218e1 req-848e819c-8b35-4d4c-93ca-7782480713a3 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 210 time: 0.0393531 Jan 31 04:49:15.167738 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 42aa7a3c-e7c7-4181-90f3-524ad729aa3e no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:49:15.189287 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 42aa7a3c-e7c7-4181-90f3-524ad729aa3e {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:49:15.189641 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 42aa7a3c-e7c7-4181-90f3-524ad729aa3e not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:49:15.344262 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31248b60-b266-48ca-b2c1-d843012dc6bc req-0ae51c29-4f4d-42b2-9572-55e142d7e33c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:15.345186 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-31248b60-b266-48ca-b2c1-d843012dc6bc req-0ae51c29-4f4d-42b2-9572-55e142d7e33c tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0651946 Jan 31 04:49:15.392395 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-31248b60-b266-48ca-b2c1-d843012dc6bc req-a557f5eb-d7e5-4658-99e1-ff4c334945d3 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 Jan 31 04:49:15.991247 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cbb502da-4035-4ac2-be36-d8f3245dd3b1 req-9e0f13e4-e380-49a1-86c2-4d25b649b0fb tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 210 time: 0.0292428 Jan 31 04:49:16.509140 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a482e5-8b22-44d6-8208-b07d71413fc1 req-57da1749-53c7-44bd-9c9b-015a06bbdf11 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:16.510634 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b5a482e5-8b22-44d6-8208-b07d71413fc1 req-57da1749-53c7-44bd-9c9b-015a06bbdf11 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0524449 Jan 31 04:49:16.556713 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b5a482e5-8b22-44d6-8208-b07d71413fc1 req-8ed50141-ae6d-4225-acec-6316fe456a88 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Jan 31 04:49:16.850625 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-c90adff9-6e97-4033-9cff-da8ae8639c5b tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:16.852097 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-c90adff9-6e97-4033-9cff-da8ae8639c5b tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.31 "GET /v2.0/networks?id=c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 HTTP/1.1" status: 200 len: 808 time: 0.0985835 Jan 31 04:49:16.880899 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Request body: {'port': {'device_id': '77d20274-e8c9-4f5b-84d4-f12eac012abe', 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898', 'admin_state_up': True, 'tenant_id': '30fced24126f40ac94f018df7c960a15'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:49:17.098980 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c6810880-402e-45d6-b864-51742d9c7693 req-6e9e50d2-119c-4205-b93a-df8631a1262c tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 210 time: 0.0352914 Jan 31 04:49:17.249660 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Made reservation on behalf of 30fced24126f40ac94f018df7c960a15 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:49:17.253442 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:17.379597 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Allocated IP 172.20.0.11 (c4477f49-ebf4-4e7b-8c85-2d53d2a5b898/aeb5f727-0fc2-4a92-9ce0-5814429ea0e4/69114b81-aa53-4115-81e1-c8240edf52b6) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:49:17.523686 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks [] for port (69114b81-aa53-4115-81e1-c8240edf52b6), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:17.599571 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:17.641279 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:49:17.644321 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:49:17.646844 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:49:17.678176 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac92fb-b465-40ec-af99-b2e62074d539 req-8af542c6-c29f-41ec-9145-b09bdb0bbe13 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:17.679698 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b4ac92fb-b465-40ec-af99-b2e62074d539 req-8af542c6-c29f-41ec-9145-b09bdb0bbe13 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0565457 Jan 31 04:49:17.681322 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Pushing event updated for resources: {'Port': ['ID=69114b81-aa53-4115-81e1-c8240edf52b6,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:17.708490 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:17.709099 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:17.729199 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b4ac92fb-b465-40ec-af99-b2e62074d539 req-c119e430-8bd9-473f-a9f1-7cf147507e8e tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415015 Jan 31 04:49:17.771112 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb55c1-c678-4309-9cec-52aecd87dfb5 req-73c3edf4-46ce-4dda-8690-3337126fd02d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:17.772607 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15cb55c1-c678-4309-9cec-52aecd87dfb5 req-73c3edf4-46ce-4dda-8690-3337126fd02d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 945 time: 0.0548456 Jan 31 04:49:17.788033 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-f67b6601-ca59-4b24-a5e9-9908dfed65d1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9110584 Jan 31 04:49:17.814156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Request body: {'port': {'device_id': '77d20274-e8c9-4f5b-84d4-f12eac012abe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:49:17.849474 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-15cb55c1-c678-4309-9cec-52aecd87dfb5 req-113bae16-6a5a-494a-a7c1-4a116279efd8 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708864 Jan 31 04:49:17.882413 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:18.135129 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69114b81-aa53-4115-81e1-c8240edf52b6 {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:49:18.142639 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Publish callbacks [] for port (69114b81-aa53-4115-81e1-c8240edf52b6), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:18.154811 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Transition to ACTIVE for port object 69114b81-aa53-4115-81e1-c8240edf52b6 will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:49:18.216518 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:18.220915 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c83fa-3113-4c3c-97c9-3d31ce64813a req-ebdfdeb1-b87a-4486-8808-c4e6354fdab6 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:18.222406 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-793c83fa-3113-4c3c-97c9-3d31ce64813a req-ebdfdeb1-b87a-4486-8808-c4e6354fdab6 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 932 time: 0.0534036 Jan 31 04:49:18.266729 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Pushing event updated for resources: {'Port': ['ID=69114b81-aa53-4115-81e1-c8240edf52b6,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:18.270342 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-793c83fa-3113-4c3c-97c9-3d31ce64813a req-10010f79-f65d-415d-81f0-c9c4f90d7baa tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Jan 31 04:49:18.341437 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Attempting to bind port 69114b81-aa53-4115-81e1-c8240edf52b6 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:49:18.341773 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Attempting to bind port 69114b81-aa53-4115-81e1-c8240edf52b6 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '1eef9d31-fd97-4bba-b6ba-74f689ff66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:49:18.342043 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Attempting to bind port 69114b81-aa53-4115-81e1-c8240edf52b6 on network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:49:18.346408 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Port 69114b81-aa53-4115-81e1-c8240edf52b6 on network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:49:18.346727 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Attempting to bind port 69114b81-aa53-4115-81e1-c8240edf52b6 on network c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:49:18.351417 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:49:18.351757 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Checking segment: {'id': '1eef9d31-fd97-4bba-b6ba-74f689ff66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:49:18.352224 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Bound using segment: {'id': '1eef9d31-fd97-4bba-b6ba-74f689ff66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:49:18.352704 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Bound port: 69114b81-aa53-4115-81e1-c8240edf52b6, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eef9d31-fd97-4bba-b6ba-74f689ff66eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:49:18.353068 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:18.416388 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] For port 69114b81-aa53-4115-81e1-c8240edf52b6, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:49:18.419272 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] For port 69114b81-aa53-4115-81e1-c8240edf52b6, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=69114b81-aa53-4115-81e1-c8240edf52b6,segment=NetworkSegment(1eef9d31-fd97-4bba-b6ba-74f689ff66eb),segment_id=1eef9d31-fd97-4bba-b6ba-74f689ff66eb)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:49:18.485916 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:18.532307 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:18.532923 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:18.534271 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] 10.222.0.31 "PUT /v2.0/ports/69114b81-aa53-4115-81e1-c8240edf52b6 HTTP/1.1" status: 200 len: 1094 time: 0.7244408 Jan 31 04:49:18.534699 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d20274-e8c9-4f5b-84d4-f12eac012abe', 'tag': '69114b81-aa53-4115-81e1-c8240edf52b6'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:18.536927 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9962ba6a-585a-4fbb-bb9b-f5067cd691d6" -d '{"events": [{"name": "network-changed", "server_uuid": "77d20274-e8c9-4f5b-84d4-f12eac012abe", "tag": "69114b81-aa53-4115-81e1-c8240edf52b6"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:18.548436 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c206d-c980-47c9-b38a-ee5271e1b285 service neutron] Pushing event updated for resources: {'Port': ['ID=69114b81-aa53-4115-81e1-c8240edf52b6,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:18.573665 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0fa57a-48db-4ed9-8daf-e6069fdad31c x-openstack-request-id: req-2b0fa57a-48db-4ed9-8daf-e6069fdad31c {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:18.573958 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d20274-e8c9-4f5b-84d4-f12eac012abe", "tag": "69114b81-aa53-4115-81e1-c8240edf52b6", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:18.574212 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b0fa57a-48db-4ed9-8daf-e6069fdad31c {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:18.574607 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d20274-e8c9-4f5b-84d4-f12eac012abe', 'tag': '69114b81-aa53-4115-81e1-c8240edf52b6', 'status': 'completed', 'code': 200} Jan 31 04:49:18.702627 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962ba6a-585a-4fbb-bb9b-f5067cd691d6 req-5adc2991-e44e-451b-b397-d2bca9c0c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:18.704117 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9962ba6a-585a-4fbb-bb9b-f5067cd691d6 req-5adc2991-e44e-451b-b397-d2bca9c0c152 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fced24126f40ac94f018df7c960a15&device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 1128 time: 0.0441887 Jan 31 04:49:18.819275 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962ba6a-585a-4fbb-bb9b-f5067cd691d6 req-3d65a262-4d36-4465-b815-f986c7df3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:18.820716 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9962ba6a-585a-4fbb-bb9b-f5067cd691d6 req-3d65a262-4d36-4465-b815-f986c7df3a6a service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=30fced24126f40ac94f018df7c960a15&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0939114 Jan 31 04:49:18.843479 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428db718-a00d-4d8b-a0dd-0be64f73ba2e req-74d9347b-0300-422c-bbdd-dac5724b879b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:18.844929 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-428db718-a00d-4d8b-a0dd-0be64f73ba2e req-74d9347b-0300-422c-bbdd-dac5724b879b tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0499094 Jan 31 04:49:18.918570 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-428db718-a00d-4d8b-a0dd-0be64f73ba2e req-730a4da7-9edd-4aa5-8f0d-87de1e4e4a3a tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/security-groups?id=98192c4a-ac25-4947-8e81-410596a1310e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681820 Jan 31 04:49:18.941115 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183525b6-7461-496b-82f1-0a8862eba902 req-237d2317-1c42-4ed0-8c1e-5cd12faa2b12 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:18.942527 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-183525b6-7461-496b-82f1-0a8862eba902 req-237d2317-1c42-4ed0-8c1e-5cd12faa2b12 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.31 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 945 time: 0.0628314 Jan 31 04:49:19.002068 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962ba6a-585a-4fbb-bb9b-f5067cd691d6 req-adf50a81-69b2-4994-88ed-d04e334759ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:19.003703 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9962ba6a-585a-4fbb-bb9b-f5067cd691d6 req-adf50a81-69b2-4994-88ed-d04e334759ef service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1253219 Jan 31 04:49:19.014118 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc30bd8-8c43-4668-acd3-34f5e47f36b5 req-476f6256-496a-43f8-9d82-6b960c09137d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:19.015673 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1fc30bd8-8c43-4668-acd3-34f5e47f36b5 req-476f6256-496a-43f8-9d82-6b960c09137d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 945 time: 0.0764244 Jan 31 04:49:19.065735 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-183525b6-7461-496b-82f1-0a8862eba902 req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Deleting port 4b0786d6-d423-4590-a58e-c6f508be4b8a {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:49:19.066196 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-183525b6-7461-496b-82f1-0a8862eba902 req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:19.074089 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1fc30bd8-8c43-4668-acd3-34f5e47f36b5 req-a52057da-f408-4f09-a8f5-40c349d51882 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429235 Jan 31 04:49:19.125766 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-36dcaea1-edaf-4743-b335-79af58ceebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:19.127272 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-36dcaea1-edaf-4743-b335-79af58ceebc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=30fced24126f40ac94f018df7c960a15&device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 1128 time: 0.0509820 Jan 31 04:49:19.164905 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-183525b6-7461-496b-82f1-0a8862eba902 req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] For port 4b0786d6-d423-4590-a58e-c6f508be4b8a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4b0786d6-d423-4590-a58e-c6f508be4b8a,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:19.165369 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-183525b6-7461-496b-82f1-0a8862eba902 req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:19.178993 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-183525b6-7461-496b-82f1-0a8862eba902 req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Calling delete_port for 4b0786d6-d423-4590-a58e-c6f508be4b8a owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:49:19.183773 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-c45646a9-dcca-42ba-bb88-4c6571019539 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69114b81-aa53-4115-81e1-c8240edf52b6 HTTP/1.1" status: 200 len: 217 time: 0.0372994 Jan 31 04:49:19.232788 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-611bfc5c-9242-41ee-9aac-4c6c1a010499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:19.234223 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-611bfc5c-9242-41ee-9aac-4c6c1a010499 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aeb5f727-0fc2-4a92-9ce0-5814429ea0e4 HTTP/1.1" status: 200 len: 848 time: 0.0428724 Jan 31 04:49:19.267764 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-4fd74eca-1c3c-44c0-b580-1aa3d4442ffe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4477f49-ebf4-4e7b-8c85-2d53d2a5b898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267668 Jan 31 04:49:19.369680 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-1098f229-822d-4f6b-99d2-d3fb7eba2b3c service neutron] 10.222.0.31 "GET /v2.0/networks/c4477f49-ebf4-4e7b-8c85-2d53d2a5b898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940356 Jan 31 04:49:19.463381 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2da3e7c-b3be-4740-8789-70dcbb252b4a req-45708812-c10a-4d8e-8d59-0855ea5574e8 service neutron] 10.222.0.31 "GET /v2.0/networks/c4477f49-ebf4-4e7b-8c85-2d53d2a5b898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850253 Jan 31 04:49:19.534371 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd1c43-18fc-4ea1-bfde-3abb17e596a5 req-43aadc53-bc2d-4a85-b3bf-6c53d504e7a8 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:19.535884 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c0cd1c43-18fc-4ea1-bfde-3abb17e596a5 req-43aadc53-bc2d-4a85-b3bf-6c53d504e7a8 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 944 time: 0.0785561 Jan 31 04:49:19.622725 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c0cd1c43-18fc-4ea1-bfde-3abb17e596a5 req-00aa50d0-cda7-4b91-95cf-0d0763f3c2eb tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797729 Jan 31 04:49:19.678936 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-183525b6-7461-496b-82f1-0a8862eba902 req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (4b0786d6-d423-4590-a58e-c6f508be4b8a), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:19.707056 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Pushing event deleted for resources: {'Port': ['ID=4b0786d6-d423-4590-a58e-c6f508be4b8a,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:19.729232 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['4b0786d6-d423-4590-a58e-c6f508be4b8a'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:19.750575 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.750953 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.751297 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.751635 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.751973 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.752304 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.752887 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.753213 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.753535 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.753859 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.754186 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.754507 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.754855 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:19.777064 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-183525b6-7461-496b-82f1-0a8862eba902 req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] No DVR routers for this DVR port 4b0786d6-d423-4590-a58e-c6f508be4b8a on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:49:19.780449 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-183525b6-7461-496b-82f1-0a8862eba902 req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:19.783818 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-183525b6-7461-496b-82f1-0a8862eba902 req-a3ef970d-ea98-4e75-8782-260e18311d21 tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.31 "DELETE /v2.0/ports/4b0786d6-d423-4590-a58e-c6f508be4b8a HTTP/1.1" status: 204 len: 173 time: 0.8356678 Jan 31 04:49:19.784226 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eea382-424b-4435-9241-e428592c98f3', 'name': 'network-vif-deleted', 'tag': '4b0786d6-d423-4590-a58e-c6f508be4b8a'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:19.786439 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58842c0a-56f9-4944-ae52-17666db87bb0" -d '{"events": [{"server_uuid": "81eea382-424b-4435-9241-e428592c98f3", "name": "network-vif-deleted", "tag": "4b0786d6-d423-4590-a58e-c6f508be4b8a"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:19.820749 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886aedec-d13b-4ac3-8190-cea503283e3f x-openstack-request-id: req-886aedec-d13b-4ac3-8190-cea503283e3f {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:19.821549 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81eea382-424b-4435-9241-e428592c98f3", "name": "network-vif-deleted", "tag": "4b0786d6-d423-4590-a58e-c6f508be4b8a", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:19.821800 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-886aedec-d13b-4ac3-8190-cea503283e3f {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:19.822329 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eea382-424b-4435-9241-e428592c98f3', 'name': 'network-vif-deleted', 'tag': '4b0786d6-d423-4590-a58e-c6f508be4b8a', 'status': 'completed', 'code': 200} Jan 31 04:49:20.016913 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-78c71eb3-a2a4-4096-820f-c53a437595ff req-49616608-ef5c-464e-9c03-49bf1687281f tempest-ServerRescueNegativeTestJSON-766477777 tempest-ServerRescueNegativeTestJSON-766477777-project] 10.222.0.21 "GET /v2.0/ports?device_id=81eea382-424b-4435-9241-e428592c98f3 HTTP/1.1" status: 200 len: 210 time: 0.0301096 Jan 31 04:49:20.196950 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109af4d-a0b6-4264-9ae9-a53e53539d82 req-cd1078a7-f61a-477f-aa07-41625e0fc940 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:20.198421 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b109af4d-a0b6-4264-9ae9-a53e53539d82 req-cd1078a7-f61a-477f-aa07-41625e0fc940 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 945 time: 0.0550981 Jan 31 04:49:20.250906 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b109af4d-a0b6-4264-9ae9-a53e53539d82 req-552cb709-c7c0-42d3-bab0-c5309467d5cb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Jan 31 04:49:20.736502 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2591d-d137-4ef4-84ed-835d451feb73 req-584c65cc-f63b-477e-bdff-3b92496fc6e9 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:20.738010 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0cf2591d-d137-4ef4-84ed-835d451feb73 req-584c65cc-f63b-477e-bdff-3b92496fc6e9 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 944 time: 0.0502419 Jan 31 04:49:20.788402 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0cf2591d-d137-4ef4-84ed-835d451feb73 req-06ec8741-4d31-434f-bbf3-44fffda39697 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Jan 31 04:49:21.072255 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40042) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:21.079426 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-73d67147-6d78-4d33-9beb-d7ae13d2513c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:21.080884 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-73d67147-6d78-4d33-9beb-d7ae13d2513c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 945 time: 0.0506713 Jan 31 04:49:21.184896 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-19bdafe7-c81a-41cc-84ea-118611c8173c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Deleting port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:49:21.185245 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-19bdafe7-c81a-41cc-84ea-118611c8173c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:21.272085 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-19bdafe7-c81a-41cc-84ea-118611c8173c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] For port 482834c2-7b2c-4fdc-aec2-6bf0968d1671, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=482834c2-7b2c-4fdc-aec2-6bf0968d1671,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:21.272453 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-19bdafe7-c81a-41cc-84ea-118611c8173c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:21.287780 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-19bdafe7-c81a-41cc-84ea-118611c8173c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Calling delete_port for 482834c2-7b2c-4fdc-aec2-6bf0968d1671 owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:49:21.408433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585493a6-b49a-41b2-b1bd-b4945690b81d req-982f8c61-3d48-435a-b65d-6e1fd24c0fe3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:21.409839 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-585493a6-b49a-41b2-b1bd-b4945690b81d req-982f8c61-3d48-435a-b65d-6e1fd24c0fe3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 945 time: 0.0768552 Jan 31 04:49:21.485505 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043869'] for router_interface (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:21.494991 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-585493a6-b49a-41b2-b1bd-b4945690b81d req-0668a0e1-9fd1-4d9f-bcd1-30d3c36a743d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795028 Jan 31 04:49:21.569771 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-19bdafe7-c81a-41cc-84ea-118611c8173c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (482834c2-7b2c-4fdc-aec2-6bf0968d1671), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:21.597507 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdafe7-c81a-41cc-84ea-118611c8173c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Pushing event deleted for resources: {'Port': ['ID=482834c2-7b2c-4fdc-aec2-6bf0968d1671,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:21.623073 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['349870cb-d883-4ba5-862f-01f28757a4f8', 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65', '265e7198-6b49-481d-a84d-30c9eb1994ac', '482834c2-7b2c-4fdc-aec2-6bf0968d1671'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:21.641732 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-19bdafe7-c81a-41cc-84ea-118611c8173c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] No DVR routers for this DVR port 482834c2-7b2c-4fdc-aec2-6bf0968d1671 on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:49:21.644276 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-19bdafe7-c81a-41cc-84ea-118611c8173c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:21.647572 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ca9990b2-ebea-42c1-9ba7-85245deeddfc req-19bdafe7-c81a-41cc-84ea-118611c8173c tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "DELETE /v2.0/ports/482834c2-7b2c-4fdc-aec2-6bf0968d1671 HTTP/1.1" status: 204 len: 173 time: 0.5567312 Jan 31 04:49:21.802913 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] Deleting port d0805c72-2e26-44ef-976e-693bb5c7b869 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:49:21.803257 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:21.823347 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caeb7284-3cc9-4e25-8268-f4aa7eb66ab9', 'name': 'network-vif-deleted', 'tag': '482834c2-7b2c-4fdc-aec2-6bf0968d1671'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:21.826995 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3680e6c8-9ea2-4047-8cc4-a4517b605d15" -d '{"events": [{"server_uuid": "caeb7284-3cc9-4e25-8268-f4aa7eb66ab9", "name": "network-vif-deleted", "tag": "482834c2-7b2c-4fdc-aec2-6bf0968d1671"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:21.897980 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5d5e18-c64f-408d-a611-18adabcdf25f x-openstack-request-id: req-bc5d5e18-c64f-408d-a611-18adabcdf25f {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:21.898278 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caeb7284-3cc9-4e25-8268-f4aa7eb66ab9", "name": "network-vif-deleted", "tag": "482834c2-7b2c-4fdc-aec2-6bf0968d1671", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:21.898535 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc5d5e18-c64f-408d-a611-18adabcdf25f {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:21.899018 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caeb7284-3cc9-4e25-8268-f4aa7eb66ab9', 'name': 'network-vif-deleted', 'tag': '482834c2-7b2c-4fdc-aec2-6bf0968d1671', 'status': 'completed', 'code': 200} Jan 31 04:49:21.956103 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] For port d0805c72-2e26-44ef-976e-693bb5c7b869, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=d0805c72-2e26-44ef-976e-693bb5c7b869,segment=NetworkSegment(53728ba4-0e71-40fa-8e6e-9277a31f9911),segment_id=53728ba4-0e71-40fa-8e6e-9277a31f9911)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:21.956536 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:21.974092 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] Calling delete_port for d0805c72-2e26-44ef-976e-693bb5c7b869 owned by network:router_interface {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:49:21.985203 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd52bc-0fba-461e-b67c-45f8e42be3d8 req-9fafe17b-302c-4133-9fb0-0407070194ba tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:21.986656 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-94dd52bc-0fba-461e-b67c-45f8e42be3d8 req-9fafe17b-302c-4133-9fb0-0407070194ba tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 944 time: 0.0907099 Jan 31 04:49:22.079578 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-94dd52bc-0fba-461e-b67c-45f8e42be3d8 req-3741b2a2-a6fb-4a77-8d8c-5c3ec7fe8275 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873959 Jan 31 04:49:22.267650 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (d0805c72-2e26-44ef-976e-693bb5c7b869), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:22.292170 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0805c72-2e26-44ef-976e-693bb5c7b869,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:22.631893 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-af57de04-2ad1-4c2d-a7c8-9afbb5484962 req-ff22082c-9df0-4e82-8cd9-a18c52307678 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=caeb7284-3cc9-4e25-8268-f4aa7eb66ab9 HTTP/1.1" status: 200 len: 210 time: 0.0284495 Jan 31 04:49:22.669035 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043721'] for router_interface (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:22.881368 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] Router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:49:22.984069 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:49:22.989229 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-494e143a-8ee9-4d70-a9c7-8cd6c6e536c6 admin admin] 10.222.0.21 "PUT /v2.0/routers/37dcc995-d71f-4d4a-ab91-9647f53c1ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9159603 Jan 31 04:49:22.991723 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40068) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:22.993137 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] Sync routers for ids ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:49:23.003070 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] Routers {'37dcc995-d71f-4d4a-ab91-9647f53c1ac6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:49:23.003668 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:48:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:49:23.096944 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Publish callbacks [] for router (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:23.106556 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] Set router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:49:23.229592 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Publish callbacks [] for router_gateway (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:23.244849 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 69114b81-aa53-4115-81e1-c8240edf52b6 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:49:23.248259 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa12f1-4044-4e19-a6f4-4f898674b581 req-e1f482df-e757-4f03-9748-45d8de86912e tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:23.249846 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aa12f1-4044-4e19-a6f4-4f898674b581 req-e1f482df-e757-4f03-9748-45d8de86912e tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 944 time: 0.0742326 Jan 31 04:49:23.253016 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 4b0786d6-d423-4590-a58e-c6f508be4b8a no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:49:23.285072 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 4b0786d6-d423-4590-a58e-c6f508be4b8a {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:49:23.285423 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 4b0786d6-d423-4590-a58e-c6f508be4b8a not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:49:23.286279 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'name': 'tempest-ServerRescueNegativeTestJSON-577245168-router', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:23Z', 'updated_at': '2022-01-31T04:49:22Z', 'revision_number': 5, 'project_id': 'a785b6652097442291512fdd26f966ee', 'gw_port': {'id': '43eba2e0-fb99-4d21-9e00-5ca1292b4fd9', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:49:23.310744 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aa12f1-4044-4e19-a6f4-4f898674b581 req-38308c21-cd07-45af-9b61-1b3381fb7c09 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509179 Jan 31 04:49:23.314268 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] Checking router: 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:49:23.324319 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] Routers {'37dcc995-d71f-4d4a-ab91-9647f53c1ac6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:49:23.324951 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:48:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:49:23.363190 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Deleting port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:49:23.363650 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:23.380894 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 69114b81-aa53-4115-81e1-c8240edf52b6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=69114b81-aa53-4115-81e1-c8240edf52b6,segment=NetworkSegment(1eef9d31-fd97-4bba-b6ba-74f689ff66eb),segment_id=1eef9d31-fd97-4bba-b6ba-74f689ff66eb)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:23.393384 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '69114b81-aa53-4115-81e1-c8240edf52b6', 'network_id': 'c4477f49-ebf4-4e7b-8c85-2d53d2a5b898', 'port_id': '69114b81-aa53-4115-81e1-c8240edf52b6', 'mac_address': 'fa:16:3e:6e:7c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb5f727-0fc2-4a92-9ce0-5814429ea0e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:49:23.432263 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 69114b81-aa53-4115-81e1-c8240edf52b6 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:49:23.432680 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] Set router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 gateway port host: None {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:49:23.433068 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:23.443567 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] For port 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=43eba2e0-fb99-4d21-9e00-5ca1292b4fd9,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:23.444792 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:23.447735 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69114b81-aa53-4115-81e1-c8240edf52b6 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:49:23.457362 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Calling delete_port for 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 owned by network:router_gateway {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:49:23.468942 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 69114b81-aa53-4115-81e1-c8240edf52b6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=69114b81-aa53-4115-81e1-c8240edf52b6,segment=NetworkSegment(1eef9d31-fd97-4bba-b6ba-74f689ff66eb),segment_id=1eef9d31-fd97-4bba-b6ba-74f689ff66eb)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:23.492321 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'name': 'tempest-ServerRescueNegativeTestJSON-577245168-router', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:23Z', 'updated_at': '2022-01-31T04:49:23Z', 'revision_number': 6, 'project_id': 'a785b6652097442291512fdd26f966ee', 'gw_port_host': None}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:49:23.519218 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8451abcc-d824-40aa-8258-a9bf2812f9a0 None None] The sync data for ids ['37dcc995-d71f-4d4a-ab91-9647f53c1ac6'] in dv-cinder-826608-2-iscsi is: [{'id': '37dcc995-d71f-4d4a-ab91-9647f53c1ac6', 'name': 'tempest-ServerRescueNegativeTestJSON-577245168-router', 'tenant_id': 'a785b6652097442291512fdd26f966ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:23Z', 'updated_at': '2022-01-31T04:49:23Z', 'revision_number': 6, 'project_id': 'a785b6652097442291512fdd26f966ee', 'gw_port_host': None}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:49:23.525274 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:23.582046 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=69114b81-aa53-4115-81e1-c8240edf52b6,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:23.598013 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.598379 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.598724 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.599157 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.599493 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.599823 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.600152 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.600479 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.600805 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.601223 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.601549 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.601868 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.602215 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:49:23.713519 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (43eba2e0-fb99-4d21-9e00-5ca1292b4fd9), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:23.738704 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=43eba2e0-fb99-4d21-9e00-5ca1292b4fd9,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:23.802035 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047143'] for router_gateway (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:23.910214 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32463'] for router (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:23.912656 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Publish callbacks [] for router_controller (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.032489 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1021179'] for router (37dcc995-d71f-4d4a-ab91-9647f53c1ac6), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.032940 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37dcc995-d71f-4d4a-ab91-9647f53c1ac6 {{(pid=109632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 04:49:24.037908 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.039053 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-5a40631e-fad9-4542-9e8a-4a940c9d71a7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/37dcc995-d71f-4d4a-ab91-9647f53c1ac6 HTTP/1.1" status: 204 len: 168 time: 1.0464015 Jan 31 04:49:24.042586 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40080) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:24.043203 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['69114b81-aa53-4115-81e1-c8240edf52b6'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:24.092526 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7527471-0b8a-4c2e-a84c-07cdcf7a8ec6 admin admin] Deleting subnet bdf6e0e7-634c-4bd4-8d8f-6df179b073be {{(pid=109632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:49:24.096030 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b7527471-0b8a-4c2e-a84c-07cdcf7a8ec6 admin admin] Publish callbacks [] for subnet (bdf6e0e7-634c-4bd4-8d8f-6df179b073be), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.130105 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b7527471-0b8a-4c2e-a84c-07cdcf7a8ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4103647'] for subnet (bdf6e0e7-634c-4bd4-8d8f-6df179b073be), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.169064 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b7527471-0b8a-4c2e-a84c-07cdcf7a8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (bdf6e0e7-634c-4bd4-8d8f-6df179b073be), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.291196 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b7527471-0b8a-4c2e-a84c-07cdcf7a8ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4029049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3779705'] for subnet (bdf6e0e7-634c-4bd4-8d8f-6df179b073be), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.316271 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7527471-0b8a-4c2e-a84c-07cdcf7a8ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf6e0e7-634c-4bd4-8d8f-6df179b073be,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:24.319797 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b7527471-0b8a-4c2e-a84c-07cdcf7a8ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.324559 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-b7527471-0b8a-4c2e-a84c-07cdcf7a8ec6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bdf6e0e7-634c-4bd4-8d8f-6df179b073be HTTP/1.1" status: 204 len: 168 time: 0.2783616 Jan 31 04:49:24.324655 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40082) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:24.351502 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device d0805c72-2e26-44ef-976e-693bb5c7b869 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:49:24.375375 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: d0805c72-2e26-44ef-976e-693bb5c7b869 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:49:24.375728 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device d0805c72-2e26-44ef-976e-693bb5c7b869 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:49:24.376285 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:49:24.396744 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:49:24.397330 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 43eba2e0-fb99-4d21-9e00-5ca1292b4fd9 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:49:24.400492 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (a3790ef1-f274-459b-844e-81d21ffa0cc3), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.514889 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (a3790ef1-f274-459b-844e-81d21ffa0cc3), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.528903 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a486d-1447-4aa0-bea2-1b0e43da275d req-a88e4bc8-01fc-4fc4-9be6-751ae6ac864f tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:24.530327 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-807a486d-1447-4aa0-bea2-1b0e43da275d req-a88e4bc8-01fc-4fc4-9be6-751ae6ac864f tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 945 time: 0.1267917 Jan 31 04:49:24.553250 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3790ef1-f274-459b-844e-81d21ffa0cc3']}} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:49:24.570416 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53728ba4-0e71-40fa-8e6e-9277a31f9911') {'for_net_delete': True} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:49:24.571465 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53728ba4-0e71-40fa-8e6e-9277a31f9911') {} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:49:24.584525 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4103638'] for segment (53728ba4-0e71-40fa-8e6e-9277a31f9911), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.610136 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (53728ba4-0e71-40fa-8e6e-9277a31f9911), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.622277 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-807a486d-1447-4aa0-bea2-1b0e43da275d req-9cdb38e4-cbeb-4e2a-ac47-4da7c924af77 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823591 Jan 31 04:49:24.622277 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:49:24.622277 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4029143'] for segment (53728ba4-0e71-40fa-8e6e-9277a31f9911), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: Traceback (most recent call last): Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: timer() Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: cb(*args, **kw) Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: return func(*args, **kwargs) Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: self._notify() Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: self.callback(batched_events) Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: event.method(event) Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: return f(self, *a, **k) Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._get(url).json() Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: return self.request(url, 'GET', **kwargs) Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:49:24.622961 dv-cinder-826608-2-iscsi neutron-server[109632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:49:24.736229 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (a3790ef1-f274-459b-844e-81d21ffa0cc3), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.741487 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:24.745330 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a3790ef1-f274-459b-844e-81d21ffa0cc3 HTTP/1.1" status: 204 len: 168 time: 0.4198053 Jan 31 04:49:24.759947 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4710b02-d37b-4597-b8a6-f9296aeeff59 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3790ef1-f274-459b-844e-81d21ffa0cc3,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:25.077419 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40100) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:25.119387 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-08686dd6-0f15-4351-9b08-f586777c29ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a785b6652097442291512fdd26f966ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407243 Jan 31 04:49:25.121743 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40102) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:25.169269 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-573d5bd3-8931-4ec8-8638-83b4f081d351 admin admin] Publish callbacks [] for security_group (98192c4a-ac25-4947-8e81-410596a1310e), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:25.191172 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-573d5bd3-8931-4ec8-8638-83b4f081d351 admin admin] Publish callbacks [] for security_group (98192c4a-ac25-4947-8e81-410596a1310e), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:25.247989 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 482834c2-7b2c-4fdc-aec2-6bf0968d1671 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:49:25.270912 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-daeb780c-a4fb-4b4d-950f-81e877c54a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:25.272552 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 482834c2-7b2c-4fdc-aec2-6bf0968d1671 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:49:25.272892 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 482834c2-7b2c-4fdc-aec2-6bf0968d1671 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:49:25.324990 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-573d5bd3-8931-4ec8-8638-83b4f081d351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (98192c4a-ac25-4947-8e81-410596a1310e), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:25.327653 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-573d5bd3-8931-4ec8-8638-83b4f081d351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:25.329168 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-573d5bd3-8931-4ec8-8638-83b4f081d351 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98192c4a-ac25-4947-8e81-410596a1310e HTTP/1.1" status: 204 len: 168 time: 0.2061729 Jan 31 04:49:25.352949 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d5bd3-8931-4ec8-8638-83b4f081d351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98192c4a-ac25-4947-8e81-410596a1310e,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:25.396764 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57975d-e0fe-46ea-8c0f-3c0a5cadbe8d req-a5b55711-ef57-4ac6-b06f-f7574c326b1e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:25.398527 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0a57975d-e0fe-46ea-8c0f-3c0a5cadbe8d req-a5b55711-ef57-4ac6-b06f-f7574c326b1e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 945 time: 0.0613501 Jan 31 04:49:25.451158 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0a57975d-e0fe-46ea-8c0f-3c0a5cadbe8d req-b9dee148-3b30-417f-97cc-13f0469e036e tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460992 Jan 31 04:49:25.739186 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a4422-3d22-4b76-b1d4-cbeb834c6a7c req-0c64cda8-c402-4556-8144-7f5bfa7b3169 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:25.740680 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c05a4422-3d22-4b76-b1d4-cbeb834c6a7c req-0c64cda8-c402-4556-8144-7f5bfa7b3169 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 945 time: 0.0516324 Jan 31 04:49:25.791425 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c05a4422-3d22-4b76-b1d4-cbeb834c6a7c req-3c690524-9069-4244-9a48-78b52cf2c5e7 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446162 Jan 31 04:49:26.567258 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a284113-c257-4287-bdf2-00d790bcf49b req-846df80d-37c0-4003-afdd-b66394eb8adb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:26.568801 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7a284113-c257-4287-bdf2-00d790bcf49b req-846df80d-37c0-4003-afdd-b66394eb8adb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 945 time: 0.0516572 Jan 31 04:49:26.615104 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7a284113-c257-4287-bdf2-00d790bcf49b req-3afabe03-709f-49b9-b07c-a6891cd19c48 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400157 Jan 31 04:49:26.910770 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7cc6d-026a-4676-8544-ba4220e64d2f req-ab80ed23-3cf6-4628-9370-d4f2a808853c tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:26.912288 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8dd7cc6d-026a-4676-8544-ba4220e64d2f req-ab80ed23-3cf6-4628-9370-d4f2a808853c tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 945 time: 0.0523624 Jan 31 04:49:26.960344 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8dd7cc6d-026a-4676-8544-ba4220e64d2f req-10801c75-1885-44a8-a555-317baeb336c3 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Jan 31 04:49:27.253948 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 69114b81-aa53-4115-81e1-c8240edf52b6 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:49:27.387485 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 69114b81-aa53-4115-81e1-c8240edf52b6 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:49:27.393649 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 69114b81-aa53-4115-81e1-c8240edf52b6 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:49:27.394063 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:27.499016 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfce20b-b87d-405c-b31e-e903adf916da req-dde1aa9e-ffbd-4b8c-8ffe-ebee47eb2744 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:27.500939 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2dfce20b-b87d-405c-b31e-e903adf916da req-dde1aa9e-ffbd-4b8c-8ffe-ebee47eb2744 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 945 time: 0.0634434 Jan 31 04:49:27.511922 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 69114b81-aa53-4115-81e1-c8240edf52b6 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:49:27.512436 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:27.537091 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d20274-e8c9-4f5b-84d4-f12eac012abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69114b81-aa53-4115-81e1-c8240edf52b6'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:27.544273 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4298fc79-3f5c-41e4-89e6-b00ea26fa71c" -d '{"events": [{"server_uuid": "77d20274-e8c9-4f5b-84d4-f12eac012abe", "name": "network-vif-plugged", "status": "completed", "tag": "69114b81-aa53-4115-81e1-c8240edf52b6"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:27.553648 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 69114b81-aa53-4115-81e1-c8240edf52b6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=69114b81-aa53-4115-81e1-c8240edf52b6,segment=NetworkSegment(1eef9d31-fd97-4bba-b6ba-74f689ff66eb),segment_id=1eef9d31-fd97-4bba-b6ba-74f689ff66eb)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:27.579257 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbecf25a-7a85-4a37-9bfd-aa61c92ef687 x-openstack-request-id: req-bbecf25a-7a85-4a37-9bfd-aa61c92ef687 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:27.579643 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d20274-e8c9-4f5b-84d4-f12eac012abe", "name": "network-vif-plugged", "status": "completed", "tag": "69114b81-aa53-4115-81e1-c8240edf52b6", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:27.579904 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbecf25a-7a85-4a37-9bfd-aa61c92ef687 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:27.580381 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d20274-e8c9-4f5b-84d4-f12eac012abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69114b81-aa53-4115-81e1-c8240edf52b6', 'code': 200} Jan 31 04:49:27.625992 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-2dfce20b-b87d-405c-b31e-e903adf916da req-71758f20-6cd2-4203-a6bd-11d345d983c3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Deleting port 265e7198-6b49-481d-a84d-30c9eb1994ac {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:49:27.627946 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-2dfce20b-b87d-405c-b31e-e903adf916da req-71758f20-6cd2-4203-a6bd-11d345d983c3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:27.639952 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-dcda1f2d-041a-4595-8a85-5af44c002c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:27.645485 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:27.713283 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=69114b81-aa53-4115-81e1-c8240edf52b6,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:27.772849 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-2dfce20b-b87d-405c-b31e-e903adf916da req-71758f20-6cd2-4203-a6bd-11d345d983c3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] For port 265e7198-6b49-481d-a84d-30c9eb1994ac, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=265e7198-6b49-481d-a84d-30c9eb1994ac,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:27.773219 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-2dfce20b-b87d-405c-b31e-e903adf916da req-71758f20-6cd2-4203-a6bd-11d345d983c3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:27.790283 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-2dfce20b-b87d-405c-b31e-e903adf916da req-71758f20-6cd2-4203-a6bd-11d345d983c3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Calling delete_port for 265e7198-6b49-481d-a84d-30c9eb1994ac owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:49:27.804094 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b2868-9d79-4ef1-89c4-ee29fddf6b5b req-bd4cafcb-46e6-4133-adb9-0f85189d2e73 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:27.805908 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-160b2868-9d79-4ef1-89c4-ee29fddf6b5b req-bd4cafcb-46e6-4133-adb9-0f85189d2e73 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 945 time: 0.0949709 Jan 31 04:49:27.900649 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-160b2868-9d79-4ef1-89c4-ee29fddf6b5b req-ea67be5f-f3f4-47a9-b7e4-c2dfffbd5a9f tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877409 Jan 31 04:49:27.982712 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10053893-a306-46e3-8b02-ef3411a8c283 req-b4648906-bb9f-49c8-8e8f-cae20bdee8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:27.984304 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-10053893-a306-46e3-8b02-ef3411a8c283 req-b4648906-bb9f-49c8-8e8f-cae20bdee8ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 1130 time: 0.0621581 Jan 31 04:49:28.030887 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-10053893-a306-46e3-8b02-ef3411a8c283 req-29196aae-f4c2-490d-8bd3-189bb5a62327 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403161 Jan 31 04:49:28.083088 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2520a-7e2c-40be-9fd9-29550e1168c1 req-19adbcb5-a697-4b51-b5d1-9234f1eee67d tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:28.084370 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-2dfce20b-b87d-405c-b31e-e903adf916da req-71758f20-6cd2-4203-a6bd-11d345d983c3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (265e7198-6b49-481d-a84d-30c9eb1994ac), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:28.084846 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4fe2520a-7e2c-40be-9fd9-29550e1168c1 req-19adbcb5-a697-4b51-b5d1-9234f1eee67d tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 946 time: 0.0524375 Jan 31 04:49:28.114422 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71758f20-6cd2-4203-a6bd-11d345d983c3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Pushing event deleted for resources: {'Port': ['ID=265e7198-6b49-481d-a84d-30c9eb1994ac,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:28.134704 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['349870cb-d883-4ba5-862f-01f28757a4f8', 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65', '265e7198-6b49-481d-a84d-30c9eb1994ac'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:28.138531 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4fe2520a-7e2c-40be-9fd9-29550e1168c1 req-0d044416-431e-49ad-afa3-6991f7e2f2f9 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Jan 31 04:49:28.161136 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfce20b-b87d-405c-b31e-e903adf916da req-71758f20-6cd2-4203-a6bd-11d345d983c3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] No DVR routers for this DVR port 265e7198-6b49-481d-a84d-30c9eb1994ac on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:49:28.163816 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-2dfce20b-b87d-405c-b31e-e903adf916da req-71758f20-6cd2-4203-a6bd-11d345d983c3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:28.167363 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2dfce20b-b87d-405c-b31e-e903adf916da req-71758f20-6cd2-4203-a6bd-11d345d983c3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "DELETE /v2.0/ports/265e7198-6b49-481d-a84d-30c9eb1994ac HTTP/1.1" status: 204 len: 173 time: 0.6615756 Jan 31 04:49:28.167996 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5466fd6b-2f35-4587-b100-45198d7240b1', 'name': 'network-vif-deleted', 'tag': '265e7198-6b49-481d-a84d-30c9eb1994ac'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:28.170195 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd78301c-bdab-4167-9a91-9fcda4599781" -d '{"events": [{"server_uuid": "5466fd6b-2f35-4587-b100-45198d7240b1", "name": "network-vif-deleted", "tag": "265e7198-6b49-481d-a84d-30c9eb1994ac"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:28.206092 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed676373-8355-4a45-a696-ee26da5fddff x-openstack-request-id: req-ed676373-8355-4a45-a696-ee26da5fddff {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:28.206385 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5466fd6b-2f35-4587-b100-45198d7240b1", "name": "network-vif-deleted", "tag": "265e7198-6b49-481d-a84d-30c9eb1994ac", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:28.206650 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed676373-8355-4a45-a696-ee26da5fddff {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:28.207079 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5466fd6b-2f35-4587-b100-45198d7240b1', 'name': 'network-vif-deleted', 'tag': '265e7198-6b49-481d-a84d-30c9eb1994ac', 'status': 'completed', 'code': 200} Jan 31 04:49:28.531018 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:29.008986 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a3c766c5-ebd1-49ac-bf3e-34e7c15bb432 req-accf29e5-3e27-4052-a446-f6238f9226a7 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=5466fd6b-2f35-4587-b100-45198d7240b1 HTTP/1.1" status: 200 len: 210 time: 0.0289888 Jan 31 04:49:29.175631 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40198) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:29.269045 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad49d-d7b8-4e72-baf7-9056669dab0c req-b22d64dd-e0d7-4b96-88a9-3a89f648af6d tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:29.270692 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-288ad49d-d7b8-4e72-baf7-9056669dab0c req-b22d64dd-e0d7-4b96-88a9-3a89f648af6d tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 946 time: 0.0569227 Jan 31 04:49:29.292579 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-07ca1b45-1a4b-488c-a889-a524a25c9563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:29.323327 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-288ad49d-d7b8-4e72-baf7-9056669dab0c req-791114c7-8989-4294-9e36-cdee0e8fb6af tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452020 Jan 31 04:49:29.379772 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-07ca1b45-1a4b-488c-a889-a524a25c9563 admin admin] Publish callbacks [] for security_group (54d72cd2-18d2-4c05-8dc4-eb03ee5db3d0), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:29.495422 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-07ca1b45-1a4b-488c-a889-a524a25c9563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (54d72cd2-18d2-4c05-8dc4-eb03ee5db3d0), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:29.530972 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-07ca1b45-1a4b-488c-a889-a524a25c9563 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da4c790370b0480987d6f683e631f625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3542125 Jan 31 04:49:29.531854 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca1b45-1a4b-488c-a889-a524a25c9563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d72cd2-18d2-4c05-8dc4-eb03ee5db3d0,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:29.533632 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 40210) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:29.586688 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f3308bcc-2ec0-4710-95e9-6acbf82e861c admin admin] Publish callbacks [] for security_group (54d72cd2-18d2-4c05-8dc4-eb03ee5db3d0), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:29.607547 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f3308bcc-2ec0-4710-95e9-6acbf82e861c admin admin] Publish callbacks [] for security_group (54d72cd2-18d2-4c05-8dc4-eb03ee5db3d0), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:29.713520 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f3308bcc-2ec0-4710-95e9-6acbf82e861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (54d72cd2-18d2-4c05-8dc4-eb03ee5db3d0), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:29.716185 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f3308bcc-2ec0-4710-95e9-6acbf82e861c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:29.717416 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f3308bcc-2ec0-4710-95e9-6acbf82e861c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54d72cd2-18d2-4c05-8dc4-eb03ee5db3d0 HTTP/1.1" status: 204 len: 168 time: 0.1822274 Jan 31 04:49:29.725556 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3308bcc-2ec0-4710-95e9-6acbf82e861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d72cd2-18d2-4c05-8dc4-eb03ee5db3d0,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:30.154074 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:30.443575 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8da7e-16d5-49b8-a8df-cfdb69bf1b90 req-dbe0e941-1c3b-4081-b27e-ecefa5c773df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:30.445154 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-46b8da7e-16d5-49b8-a8df-cfdb69bf1b90 req-dbe0e941-1c3b-4081-b27e-ecefa5c773df tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 946 time: 0.0548391 Jan 31 04:49:30.446051 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5145547-a5a3-419f-94b2-e03fa8ba3901 req-ec3c0e3a-3438-4dcb-a8fc-0892fd557edf tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:30.447995 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f5145547-a5a3-419f-94b2-e03fa8ba3901 req-ec3c0e3a-3438-4dcb-a8fc-0892fd557edf tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0545132 Jan 31 04:49:30.497407 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f5145547-a5a3-419f-94b2-e03fa8ba3901 req-52e62765-d059-40e4-a623-f6682ed7acba tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Jan 31 04:49:30.499143 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-46b8da7e-16d5-49b8-a8df-cfdb69bf1b90 req-7839c8de-f9c5-4a78-a158-a63c2e10622f tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466228 Jan 31 04:49:30.717942 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 40250) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:30.818353 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-399896919-network', 'tenant_id': '32bc488217794302b16e40a559bec3c8'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:49:30.919138 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Made reservation on behalf of 32bc488217794302b16e40a559bec3c8 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:49:30.921634 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:30.931177 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.013720 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Publish callbacks [] for security_group (a98efc12-8618-4506-8841-81e5d8ae72c9), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.067469 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (a98efc12-8618-4506-8841-81e5d8ae72c9), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.089257 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:49:31.106094 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98efc12-8618-4506-8841-81e5d8ae72c9,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:31.109095 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (da787344-e5b1-443f-bc07-2b77ca75f39a), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.109436 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Added segment da787344-e5b1-443f-bc07-2b77ca75f39a of type vlan for network 4c106be3-7d30-4345-b394-72d02e51853a Jan 31 04:49:31.152351 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (4c106be3-7d30-4345-b394-72d02e51853a), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.278449 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (4c106be3-7d30-4345-b394-72d02e51853a), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.279464 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:31.280058 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.292340 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 265e7198-6b49-481d-a84d-30c9eb1994ac no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:49:31.314468 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 265e7198-6b49-481d-a84d-30c9eb1994ac {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:49:31.314822 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 265e7198-6b49-481d-a84d-30c9eb1994ac not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:49:31.340352 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] Pushing event updated for resources: {'Network': ['ID=4c106be3-7d30-4345-b394-72d02e51853a,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:31.351851 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network 4c106be3-7d30-4345-b394-72d02e51853a details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:49:31.381822 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-cc9520c7-32fb-479c-b69e-b2843192503f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6627469 Jan 31 04:49:31.392037 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 40276) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:31.397059 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Request body: {'subnet': {'network_id': '4c106be3-7d30-4345-b394-72d02e51853a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-399896919-subnet', 'tenant_id': '32bc488217794302b16e40a559bec3c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:49:31.411547 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.472959 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Made reservation on behalf of 32bc488217794302b16e40a559bec3c8 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:49:31.476010 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545246'] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.568690 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40282) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:31.640667 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf621c0f-5494-4665-8237-d0f47108bc2e req-9e3b3d37-89bb-420d-bb1b-ad1c6b463fe1 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:31.649711 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bf621c0f-5494-4665-8237-d0f47108bc2e req-9e3b3d37-89bb-420d-bb1b-ad1c6b463fe1 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0772176 Jan 31 04:49:31.701239 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-236e7717-550d-4d47-bad7-decd525ff40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.716746 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bf621c0f-5494-4665-8237-d0f47108bc2e req-149c772b-e2e8-4c6f-816f-3ba720205add tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661914 Jan 31 04:49:31.743389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4189072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545256'] for subnet (4fa98b40-34bf-4779-a5d5-1be09fbb6f6d), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.801046 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-236e7717-550d-4d47-bad7-decd525ff40e admin admin] Publish callbacks [] for security_group (ebb830cf-4cd9-42ef-ae58-bd00998b743e), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.827055 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa98b40-34bf-4779-a5d5-1be09fbb6f6d,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:31.841010 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Checking segment: {'id': 'da787344-e5b1-443f-bc07-2b77ca75f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:49:31.841361 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Network hostable DHCP agents. Network: 4c106be3-7d30-4345-b394-72d02e51853a, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:49:31.851669 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef36c6-d317-4926-87c7-2fbbe36a1ddf req-b2ca5efd-8bff-4639-bb30-60bbbffe0ae1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:31.853626 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6eef36c6-d317-4926-87c7-2fbbe36a1ddf req-b2ca5efd-8bff-4639-bb30-60bbbffe0ae1 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 946 time: 0.1273043 Jan 31 04:49:31.873065 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-236e7717-550d-4d47-bad7-decd525ff40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (ebb830cf-4cd9-42ef-ae58-bd00998b743e), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.908125 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6eef36c6-d317-4926-87c7-2fbbe36a1ddf req-199e8037-3724-4c07-8405-f532e7620b30 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487933 Jan 31 04:49:31.916714 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-236e7717-550d-4d47-bad7-decd525ff40e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e7ec6df4a574204a84b25f1152e4758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468354 Jan 31 04:49:31.917554 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e7717-550d-4d47-bad7-decd525ff40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb830cf-4cd9-42ef-ae58-bd00998b743e,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:31.919298 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 40294) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:31.933312 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Network 4c106be3-7d30-4345-b394-72d02e51853a is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:49:31.972825 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7f58b3fd-03dc-4cb5-960f-89d320e350f0 admin admin] Publish callbacks [] for security_group (ebb830cf-4cd9-42ef-ae58-bd00998b743e), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:31.993983 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7f58b3fd-03dc-4cb5-960f-89d320e350f0 admin admin] Publish callbacks [] for security_group (ebb830cf-4cd9-42ef-ae58-bd00998b743e), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:32.022190 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, 4c106be3-7d30-4345-b394-72d02e51853a) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:49:32.028424 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:32.029873 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:32.030208 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b2c6b8-1df8-4878-aa19-b314f93b3fb6 None None] Network 4c106be3-7d30-4345-b394-72d02e51853a requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:49:32.128186 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f764942-d56d-47a9-8b9f-a24790dd759d None None] Network 4c106be3-7d30-4345-b394-72d02e51853a requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:49:32.132183 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-3ddb79ba-16b0-4e80-9f07-70a17c19e0a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7390430 Jan 31 04:49:32.165237 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7f58b3fd-03dc-4cb5-960f-89d320e350f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (ebb830cf-4cd9-42ef-ae58-bd00998b743e), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:32.167886 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7f58b3fd-03dc-4cb5-960f-89d320e350f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:32.169045 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-7f58b3fd-03dc-4cb5-960f-89d320e350f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebb830cf-4cd9-42ef-ae58-bd00998b743e HTTP/1.1" status: 204 len: 168 time: 0.2484226 Jan 31 04:49:32.186830 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58b3fd-03dc-4cb5-960f-89d320e350f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb830cf-4cd9-42ef-ae58-bd00998b743e,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:32.624851 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-da9b4d7c-5b89-411f-8e52-82542d44ad3d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:32.626454 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-da9b4d7c-5b89-411f-8e52-82542d44ad3d tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0873268 Jan 31 04:49:32.638192 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85c04a-9558-452e-a7b1-5594f387bd90 req-830ae733-1f59-4b27-a28c-d272eba6144c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:32.639638 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ea85c04a-9558-452e-a7b1-5594f387bd90 req-830ae733-1f59-4b27-a28c-d272eba6144c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0732234 Jan 31 04:49:32.743396 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ea85c04a-9558-452e-a7b1-5594f387bd90 req-ca7b1dad-8cc5-4d48-959f-ba8fae4c2a36 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954766 Jan 31 04:49:32.769288 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-b4157a7e-c0fa-4dfa-b4ad-4f0f037db6f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Deleting port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:49:32.769288 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-b4157a7e-c0fa-4dfa-b4ad-4f0f037db6f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:32.839880 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40318) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:32.858580 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1c944a8a-f545-41d0-aa53-a25b2fded35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:32.866052 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-b4157a7e-c0fa-4dfa-b4ad-4f0f037db6f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] For port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:32.866555 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-b4157a7e-c0fa-4dfa-b4ad-4f0f037db6f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:32.879952 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-b4157a7e-c0fa-4dfa-b4ad-4f0f037db6f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Calling delete_port for dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:49:32.894705 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71363b94-1033-431f-b436-748cb0f0693f req-b78817f1-bb35-4127-96af-c3fd874315b3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:32.896314 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-71363b94-1033-431f-b436-748cb0f0693f req-b78817f1-bb35-4127-96af-c3fd874315b3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 946 time: 0.0979531 Jan 31 04:49:32.970554 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-71363b94-1033-431f-b436-748cb0f0693f req-3b7b26f8-bf0e-46c3-a1e8-8aa9349b8afa tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675013 Jan 31 04:49:32.996648 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1c944a8a-f545-41d0-aa53-a25b2fded35e admin admin] Publish callbacks [] for security_group (8a533d94-fbc0-4d50-8a39-5eb30cdd346e), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:33.055531 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd5ae-97ce-414f-8fcf-2ecc271d7ca6 req-1ef6f0a3-82bc-44af-83ca-7157a27abfb7 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:33.057024 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bdecd5ae-97ce-414f-8fcf-2ecc271d7ca6 req-1ef6f0a3-82bc-44af-83ca-7157a27abfb7 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 946 time: 0.0661314 Jan 31 04:49:33.060206 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1c944a8a-f545-41d0-aa53-a25b2fded35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8a533d94-fbc0-4d50-8a39-5eb30cdd346e), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:33.102991 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c944a8a-f545-41d0-aa53-a25b2fded35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a533d94-fbc0-4d50-8a39-5eb30cdd346e,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:33.108493 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-1c944a8a-f545-41d0-aa53-a25b2fded35e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f48f63380ebb4919b70538aa07786f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673440 Jan 31 04:49:33.108850 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bdecd5ae-97ce-414f-8fcf-2ecc271d7ca6 req-4864c65c-07cf-4297-a6b3-bae99e8c8c87 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461338 Jan 31 04:49:33.111140 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 40324) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:33.131879 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-b4157a7e-c0fa-4dfa-b4ad-4f0f037db6f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (dadcd049-61ea-4ff9-9b81-ff7ada3f3d65), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:33.165607 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4157a7e-c0fa-4dfa-b4ad-4f0f037db6f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Pushing event deleted for resources: {'Port': ['ID=dadcd049-61ea-4ff9-9b81-ff7ada3f3d65,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:33.167382 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['349870cb-d883-4ba5-862f-01f28757a4f8', 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:33.217854 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-b4157a7e-c0fa-4dfa-b4ad-4f0f037db6f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] No DVR routers for this DVR port dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:49:33.221623 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-b4157a7e-c0fa-4dfa-b4ad-4f0f037db6f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:33.224853 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-65c941bb-b196-422d-b133-8bce89a8a4f4 req-b4157a7e-c0fa-4dfa-b4ad-4f0f037db6f6 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "DELETE /v2.0/ports/dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 HTTP/1.1" status: 204 len: 173 time: 0.5843608 Jan 31 04:49:33.225285 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7823379c-200c-4cff-9ff8-c3ce4c2462cd', 'name': 'network-vif-deleted', 'tag': 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:33.228039 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa544d0e-50b7-4833-bb98-3dbdb0d1d550" -d '{"events": [{"server_uuid": "7823379c-200c-4cff-9ff8-c3ce4c2462cd", "name": "network-vif-deleted", "tag": "dadcd049-61ea-4ff9-9b81-ff7ada3f3d65"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:33.233643 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e3b7789b-dc49-477f-a48a-9044fd44563c admin admin] Publish callbacks [] for security_group (8a533d94-fbc0-4d50-8a39-5eb30cdd346e), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:33.258472 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e3b7789b-dc49-477f-a48a-9044fd44563c admin admin] Publish callbacks [] for security_group (8a533d94-fbc0-4d50-8a39-5eb30cdd346e), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:33.275771 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d28c2c7-c3ec-449e-a2fa-553d57ea58b9 x-openstack-request-id: req-9d28c2c7-c3ec-449e-a2fa-553d57ea58b9 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:33.276066 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7823379c-200c-4cff-9ff8-c3ce4c2462cd", "name": "network-vif-deleted", "tag": "dadcd049-61ea-4ff9-9b81-ff7ada3f3d65", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:33.276319 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d28c2c7-c3ec-449e-a2fa-553d57ea58b9 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:33.276713 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7823379c-200c-4cff-9ff8-c3ce4c2462cd', 'name': 'network-vif-deleted', 'tag': 'dadcd049-61ea-4ff9-9b81-ff7ada3f3d65', 'status': 'completed', 'code': 200} Jan 31 04:49:33.444732 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e3b7789b-dc49-477f-a48a-9044fd44563c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8a533d94-fbc0-4d50-8a39-5eb30cdd346e), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:33.447504 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e3b7789b-dc49-477f-a48a-9044fd44563c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:33.448740 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-e3b7789b-dc49-477f-a48a-9044fd44563c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a533d94-fbc0-4d50-8a39-5eb30cdd346e HTTP/1.1" status: 204 len: 168 time: 0.3365345 Jan 31 04:49:33.456806 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7789b-dc49-477f-a48a-9044fd44563c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a533d94-fbc0-4d50-8a39-5eb30cdd346e,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:33.868160 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e776e5-76b4-473a-ac5c-74a764fe1499 req-91005122-0e82-4955-a7e1-499fcb2a1c4c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:33.869666 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f1e776e5-76b4-473a-ac5c-74a764fe1499 req-91005122-0e82-4955-a7e1-499fcb2a1c4c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0555937 Jan 31 04:49:33.924372 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f1e776e5-76b4-473a-ac5c-74a764fe1499 req-75a82888-4efd-4fd7-a071-d5626217c54c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483882 Jan 31 04:49:33.966206 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e50fe9-5538-46df-8287-821ef1c13871 req-adad42cc-a871-4036-90d1-1adaf5f16b8a tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:33.967673 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-95e50fe9-5538-46df-8287-821ef1c13871 req-adad42cc-a871-4036-90d1-1adaf5f16b8a tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 946 time: 0.0541914 Jan 31 04:49:34.079719 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-95e50fe9-5538-46df-8287-821ef1c13871 req-fe328c7d-e003-446d-b05b-f150f5383758 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Deleting port 69114b81-aa53-4115-81e1-c8240edf52b6 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:49:34.080477 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-95e50fe9-5538-46df-8287-821ef1c13871 req-fe328c7d-e003-446d-b05b-f150f5383758 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:34.100120 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-508541d6-3cbe-4413-9f1a-ec95c553e08d req-a1d77fa4-c348-40ee-93c1-32eab8bfb727 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=7823379c-200c-4cff-9ff8-c3ce4c2462cd HTTP/1.1" status: 200 len: 210 time: 0.0348365 Jan 31 04:49:34.110118 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:49:34.189351 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-95e50fe9-5538-46df-8287-821ef1c13871 req-fe328c7d-e003-446d-b05b-f150f5383758 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] For port 69114b81-aa53-4115-81e1-c8240edf52b6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=69114b81-aa53-4115-81e1-c8240edf52b6,segment=NetworkSegment(1eef9d31-fd97-4bba-b6ba-74f689ff66eb),segment_id=1eef9d31-fd97-4bba-b6ba-74f689ff66eb)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:34.189717 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-95e50fe9-5538-46df-8287-821ef1c13871 req-fe328c7d-e003-446d-b05b-f150f5383758 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:34.223160 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-95e50fe9-5538-46df-8287-821ef1c13871 req-fe328c7d-e003-446d-b05b-f150f5383758 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Calling delete_port for 69114b81-aa53-4115-81e1-c8240edf52b6 owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:49:34.288305 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-d155c727-ba61-4437-823c-2521b6060247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:34.292455 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-d155c727-ba61-4437-823c-2521b6060247 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 1129 time: 0.0565157 Jan 31 04:49:34.296263 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01dfec-58dc-4b82-a8bd-5cef55481d7e req-52d786f3-9ba7-4d6f-9de5-f41371ef8159 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:34.297761 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3d01dfec-58dc-4b82-a8bd-5cef55481d7e req-52d786f3-9ba7-4d6f-9de5-f41371ef8159 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 946 time: 0.1110256 Jan 31 04:49:34.368183 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3d01dfec-58dc-4b82-a8bd-5cef55481d7e req-b4138426-6c0a-42fa-8186-1f3d31fd015f tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/security-groups?id=87212462-0b81-413c-a6e8-dcdae62d1161&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589228 Jan 31 04:49:34.428234 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-484b2e73-a7cb-4cad-a781-a3a7b094cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:34.429708 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-484b2e73-a7cb-4cad-a781-a3a7b094cbc2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.1183047 Jan 31 04:49:34.489701 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-95e50fe9-5538-46df-8287-821ef1c13871 req-fe328c7d-e003-446d-b05b-f150f5383758 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (69114b81-aa53-4115-81e1-c8240edf52b6), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:34.495820 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-62bf0a10-8ffa-422a-8f05-c4e276a98315 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5 HTTP/1.1" status: 200 len: 1001 time: 0.0600517 Jan 31 04:49:34.522378 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe328c7d-e003-446d-b05b-f150f5383758 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Pushing event deleted for resources: {'Port': ['ID=69114b81-aa53-4115-81e1-c8240edf52b6,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:34.533130 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['69114b81-aa53-4115-81e1-c8240edf52b6'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:34.558650 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-47408f39-5e93-4f49-a5d1-179bafaef68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:34.560526 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-47408f39-5e93-4f49-a5d1-179bafaef68a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0585549 Jan 31 04:49:34.575633 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e50fe9-5538-46df-8287-821ef1c13871 req-fe328c7d-e003-446d-b05b-f150f5383758 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] No DVR routers for this DVR port 69114b81-aa53-4115-81e1-c8240edf52b6 on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:49:34.579915 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-95e50fe9-5538-46df-8287-821ef1c13871 req-fe328c7d-e003-446d-b05b-f150f5383758 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:34.583188 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-95e50fe9-5538-46df-8287-821ef1c13871 req-fe328c7d-e003-446d-b05b-f150f5383758 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.31 "DELETE /v2.0/ports/69114b81-aa53-4115-81e1-c8240edf52b6 HTTP/1.1" status: 204 len: 173 time: 0.6042156 Jan 31 04:49:34.616348 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-28d53b5f-f96b-4674-a8e3-e3d3cc436050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:34.618326 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-28d53b5f-f96b-4674-a8e3-e3d3cc436050 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512037 Jan 31 04:49:34.709248 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-1b11c848-0940-4b80-834a-e418128a2f88 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849485 Jan 31 04:49:34.799524 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-079f1685-fd4d-4adb-bb79-b3e1c6fc357e req-7391e9ff-62a6-4548-a517-f2a56d20ac47 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829637 Jan 31 04:49:35.060398 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a6df8-5c30-433a-80d8-113be9c08e71 req-a6081141-bd17-4824-b104-05c6a0bb6980 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:35.061919 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-576a6df8-5c30-433a-80d8-113be9c08e71 req-a6081141-bd17-4824-b104-05c6a0bb6980 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0535212 Jan 31 04:49:35.112133 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-576a6df8-5c30-433a-80d8-113be9c08e71 req-56c2fa7f-cca4-4d02-b85e-8c5101806824 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442181 Jan 31 04:49:35.278336 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d20274-e8c9-4f5b-84d4-f12eac012abe', 'name': 'network-vif-deleted', 'tag': '69114b81-aa53-4115-81e1-c8240edf52b6'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:35.280688 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f76ea77-18f3-4de9-a18d-8e18406a5d99" -d '{"events": [{"server_uuid": "77d20274-e8c9-4f5b-84d4-f12eac012abe", "name": "network-vif-deleted", "tag": "69114b81-aa53-4115-81e1-c8240edf52b6"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:35.296327 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:49:35.340591 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:49:35.341359 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device dadcd049-61ea-4ff9-9b81-ff7ada3f3d65 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:49:35.352854 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39399acc-1548-4159-b150-4d04e55744e5 x-openstack-request-id: req-39399acc-1548-4159-b150-4d04e55744e5 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:35.352854 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d20274-e8c9-4f5b-84d4-f12eac012abe", "name": "network-vif-deleted", "tag": "69114b81-aa53-4115-81e1-c8240edf52b6", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:35.352854 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39399acc-1548-4159-b150-4d04e55744e5 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:35.352854 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d20274-e8c9-4f5b-84d4-f12eac012abe', 'name': 'network-vif-deleted', 'tag': '69114b81-aa53-4115-81e1-c8240edf52b6', 'status': 'completed', 'code': 200} Jan 31 04:49:35.491934 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-141f8e64-cf85-44f9-a63e-a48c80450e5c tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:35.494254 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-141f8e64-cf85-44f9-a63e-a48c80450e5c tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/networks?id=4c106be3-7d30-4345-b394-72d02e51853a HTTP/1.1" status: 200 len: 813 time: 0.1428380 Jan 31 04:49:35.509887 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-7d340809-0da4-47c7-9d96-8091dc25554a tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/quotas/32bc488217794302b16e40a559bec3c8 HTTP/1.1" status: 200 len: 375 time: 0.0103478 Jan 31 04:49:35.521934 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ea5044c7-82bd-47c8-9282-129519ed8903 req-45451847-09e8-442b-a853-de19f327ae42 tempest-VolumesActionsTest-1217228598 tempest-VolumesActionsTest-1217228598-project] 10.222.0.21 "GET /v2.0/ports?device_id=77d20274-e8c9-4f5b-84d4-f12eac012abe HTTP/1.1" status: 200 len: 210 time: 0.0422516 Jan 31 04:49:35.530684 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:35.543552 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-781ba5cb-eee7-4324-be10-59af486f81f8 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32bc488217794302b16e40a559bec3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282886 Jan 31 04:49:35.636823 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-fc6d419b-d791-4f6c-809d-22feef52aca1 service neutron] 10.222.0.21 "GET /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858212 Jan 31 04:49:35.733428 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-46852687-4ac7-445d-8c58-43fcca75cf7e service neutron] 10.222.0.21 "GET /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909095 Jan 31 04:49:35.998716 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fe3ccfe9-c2f8-4dad-9ff4-e00372953947 req-45713cab-7dfb-466c-aa50-675feae806e7 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 210 time: 0.0268705 Jan 31 04:49:36.240404 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aa73e-1d3d-445e-8e37-2b383eb52255 req-ec86b2b2-5086-43c4-9467-6d03d91c8c0e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:36.241967 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-299aa73e-1d3d-445e-8e37-2b383eb52255 req-ec86b2b2-5086-43c4-9467-6d03d91c8c0e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0537429 Jan 31 04:49:36.288816 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-299aa73e-1d3d-445e-8e37-2b383eb52255 req-caf86496-f1e8-4273-8104-c73b268aee96 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411158 Jan 31 04:49:36.933331 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9cd2-f1a6-4c03-9024-78b266191886 req-f5a63998-f722-449b-8fc6-273a79994247 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:36.934769 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-37ad9cd2-f1a6-4c03-9024-78b266191886 req-f5a63998-f722-449b-8fc6-273a79994247 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0555673 Jan 31 04:49:36.980684 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-37ad9cd2-f1a6-4c03-9024-78b266191886 req-3f98f917-30a3-4c67-9b4d-84af71d09c35 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 Jan 31 04:49:37.104177 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6bcc4917-1bde-4bcf-9339-309703684c61 req-9c3995ad-6362-4a2c-8abe-2d46c9c55465 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 210 time: 0.0273602 Jan 31 04:49:37.284035 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 69114b81-aa53-4115-81e1-c8240edf52b6 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:49:37.306862 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 69114b81-aa53-4115-81e1-c8240edf52b6 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:49:37.307212 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 69114b81-aa53-4115-81e1-c8240edf52b6 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:49:37.421926 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc8e92-fbcf-4e1d-94d8-33b84b59d094 req-c338131b-5ff6-4602-b237-561453a42fd5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:37.423439 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-61dc8e92-fbcf-4e1d-94d8-33b84b59d094 req-c338131b-5ff6-4602-b237-561453a42fd5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0551288 Jan 31 04:49:37.468915 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-61dc8e92-fbcf-4e1d-94d8-33b84b59d094 req-ecee6e84-3604-4067-960c-9dd506e61dc2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397937 Jan 31 04:49:38.104024 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe89cbc-b062-4e09-bd22-2aa221bd360a req-59d6d35f-9cda-492a-96e3-0b46c7684d79 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:38.105476 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6fe89cbc-b062-4e09-bd22-2aa221bd360a req-59d6d35f-9cda-492a-96e3-0b46c7684d79 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0572405 Jan 31 04:49:38.153257 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6fe89cbc-b062-4e09-bd22-2aa221bd360a req-95ffa1d3-4607-4751-980a-108ef2b423a7 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Jan 31 04:49:38.197664 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b121ed01-eeb8-4c8a-a106-5d4b74671388 req-0d1813d8-472c-4d13-abfc-610a9f727a88 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 210 time: 0.0254865 Jan 31 04:49:38.343722 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-829bbfc2-494b-41a7-b7b6-9aa2c140b2d7 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:38.345123 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-829bbfc2-494b-41a7-b7b6-9aa2c140b2d7 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.31 "GET /v2.0/networks?id=4c106be3-7d30-4345-b394-72d02e51853a HTTP/1.1" status: 200 len: 813 time: 0.0984569 Jan 31 04:49:38.590988 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ceff4a-3fe4-4f49-afcc-5fd0ea60a8a9 req-a0d88d84-13a9-4d47-97a5-20dc872b8854 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:38.592411 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f5ceff4a-3fe4-4f49-afcc-5fd0ea60a8a9 req-a0d88d84-13a9-4d47-97a5-20dc872b8854 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0530813 Jan 31 04:49:38.636996 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f5ceff4a-3fe4-4f49-afcc-5fd0ea60a8a9 req-3e78d39c-00f3-41d0-b008-997cd49a39d5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392423 Jan 31 04:49:39.272340 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66487e5c-4f57-45a1-b3e2-b2e3c9da872c req-a6530058-1eec-42ec-bd9f-efd55156c8cb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:39.273800 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-66487e5c-4f57-45a1-b3e2-b2e3c9da872c req-a6530058-1eec-42ec-bd9f-efd55156c8cb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0550330 Jan 31 04:49:39.292941 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8b2bf3d8-d67f-40e3-8208-fa770938c135 req-d716876a-6311-4a6a-8441-76520803eed2 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 210 time: 0.0270553 Jan 31 04:49:39.320306 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-66487e5c-4f57-45a1-b3e2-b2e3c9da872c req-476e3ab3-16e0-443c-ad67-ed7a599e221b tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409501 Jan 31 04:49:39.753732 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce7431-15ca-476f-b5af-30459745f7bc req-564d29c7-c2e1-42d1-9931-d04cdae9e754 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:39.755186 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7dce7431-15ca-476f-b5af-30459745f7bc req-564d29c7-c2e1-42d1-9931-d04cdae9e754 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0492570 Jan 31 04:49:39.802778 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7dce7431-15ca-476f-b5af-30459745f7bc req-244b384e-9ab0-40bf-b51e-a42158b58890 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415156 Jan 31 04:49:40.392090 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6ae71f63-7f1f-409a-b363-b595dfd26dbe req-7428358e-68d3-4e55-a55f-4fe8c5194cd3 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 210 time: 0.0316126 Jan 31 04:49:40.439488 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a04fe-9489-4107-ab52-5f2f5b681a77 req-3c685e0b-91fb-4180-b151-ba39a545d54a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:40.440953 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-058a04fe-9489-4107-ab52-5f2f5b681a77 req-3c685e0b-91fb-4180-b151-ba39a545d54a tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0513816 Jan 31 04:49:40.485688 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-058a04fe-9489-4107-ab52-5f2f5b681a77 req-8e8dc0d0-4afa-45f6-bb20-3efbad42f878 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386143 Jan 31 04:49:40.920233 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce5a9f-cd32-4d1e-a602-17b6b8616297 req-765f4b74-5710-41d6-b45f-dc4480cbd9cf tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:40.921680 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-92ce5a9f-cd32-4d1e-a602-17b6b8616297 req-765f4b74-5710-41d6-b45f-dc4480cbd9cf tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0503483 Jan 31 04:49:40.966433 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-92ce5a9f-cd32-4d1e-a602-17b6b8616297 req-18445401-7306-444b-bf24-988f42fe4820 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393744 Jan 31 04:49:41.483891 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9ae9943e-10b7-4e5d-86ff-b47e22feabdc req-cc33a4fa-dac9-478b-a9e2-ab47bc246da7 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 210 time: 0.0259278 Jan 31 04:49:41.603931 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad58d6-6faf-42be-bade-999b1746a54c req-badb3ecf-1f80-4dd6-8c0f-7ba3b37facb5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:41.605391 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8cad58d6-6faf-42be-bade-999b1746a54c req-badb3ecf-1f80-4dd6-8c0f-7ba3b37facb5 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0541496 Jan 31 04:49:41.650586 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8cad58d6-6faf-42be-bade-999b1746a54c req-be550895-a543-4ff7-88b9-a0453758ae10 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398397 Jan 31 04:49:41.860464 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Request body: {'port': {'device_id': 'eb76b92c-8a69-4296-ac1a-e92639dfc36d', 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a', 'admin_state_up': True, 'tenant_id': '32bc488217794302b16e40a559bec3c8'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:49:42.220999 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d46a4-e84e-46b4-a125-3411df84d289 req-f41e6e17-7f39-41a1-b33e-7cdce32db8ca tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:42.222425 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0c1d46a4-e84e-46b4-a125-3411df84d289 req-f41e6e17-7f39-41a1-b33e-7cdce32db8ca tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0809388 Jan 31 04:49:42.268362 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0c1d46a4-e84e-46b4-a125-3411df84d289 req-dcc619f9-d3b7-4eed-a6f8-d0bcaf26a891 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402350 Jan 31 04:49:42.278314 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Made reservation on behalf of 32bc488217794302b16e40a559bec3c8 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:49:42.281500 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:42.405288 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Allocated IP 172.20.0.11 (4c106be3-7d30-4345-b394-72d02e51853a/4fa98b40-34bf-4779-a5d5-1be09fbb6f6d/a9fc9791-5ebe-4263-9f37-63c51001fb39) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:49:42.548175 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks [] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:42.576934 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7eb7d258-aecd-4ed6-a523-b06ce247970a req-e37e7989-6148-4716-9415-403fe8a2f520 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 210 time: 0.0267642 Jan 31 04:49:42.628143 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:42.668026 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Network 4c106be3-7d30-4345-b394-72d02e51853a is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:49:42.670954 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:49:42.676889 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:49:42.701257 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Pushing event updated for resources: {'Port': ['ID=a9fc9791-5ebe-4263-9f37-63c51001fb39,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:42.736263 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:42.736858 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:42.785876 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8883920-4c4f-4bdf-9853-0f31c11835f8 req-06363254-cc8c-46fd-8203-64b0be47cf05 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:42.787408 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a8883920-4c4f-4bdf-9853-0f31c11835f8 req-06363254-cc8c-46fd-8203-64b0be47cf05 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0691214 Jan 31 04:49:42.835757 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a8883920-4c4f-4bdf-9853-0f31c11835f8 req-9deabb21-16b8-4ef1-b0e3-696e0d94aef4 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/security-groups?id=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Jan 31 04:49:42.839330 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-010ccb8c-acca-4593-9bc7-53a45ab3ddc0 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9828811 Jan 31 04:49:42.859149 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Request body: {'port': {'device_id': 'eb76b92c-8a69-4296-ac1a-e92639dfc36d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:49:42.918514 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:43.128634 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-be5873d1-bc04-4299-923a-a2444c8d2fc3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:43.130145 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-be5873d1-bc04-4299-923a-a2444c8d2fc3 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 945 time: 0.0593901 Jan 31 04:49:43.195002 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fc9791-5ebe-4263-9f37-63c51001fb39 {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:49:43.203055 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Publish callbacks [] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:43.218829 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Transition to ACTIVE for port object a9fc9791-5ebe-4263-9f37-63c51001fb39 will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:49:43.261534 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:43.263182 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-522cc123-58bb-41a1-9cf4-e8ee35dc25eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Deleting port 349870cb-d883-4ba5-862f-01f28757a4f8 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:49:43.263521 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-522cc123-58bb-41a1-9cf4-e8ee35dc25eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:43.316584 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fc9791-5ebe-4263-9f37-63c51001fb39,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:43.363172 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-522cc123-58bb-41a1-9cf4-e8ee35dc25eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] For port 349870cb-d883-4ba5-862f-01f28757a4f8, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=349870cb-d883-4ba5-862f-01f28757a4f8,segment=NetworkSegment(fc4eed89-be62-486d-b389-8f48f16ee9c0),segment_id=fc4eed89-be62-486d-b389-8f48f16ee9c0)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:43.363809 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-522cc123-58bb-41a1-9cf4-e8ee35dc25eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:43.384918 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Attempting to bind port a9fc9791-5ebe-4263-9f37-63c51001fb39 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:49:43.385254 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Attempting to bind port a9fc9791-5ebe-4263-9f37-63c51001fb39 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'da787344-e5b1-443f-bc07-2b77ca75f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:49:43.385582 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Attempting to bind port a9fc9791-5ebe-4263-9f37-63c51001fb39 on network 4c106be3-7d30-4345-b394-72d02e51853a {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:49:43.389969 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Port a9fc9791-5ebe-4263-9f37-63c51001fb39 on network 4c106be3-7d30-4345-b394-72d02e51853a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:49:43.390295 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Attempting to bind port a9fc9791-5ebe-4263-9f37-63c51001fb39 on network 4c106be3-7d30-4345-b394-72d02e51853a {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:49:43.395139 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:49:43.395508 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Checking segment: {'id': 'da787344-e5b1-443f-bc07-2b77ca75f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:49:43.395920 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Bound using segment: {'id': 'da787344-e5b1-443f-bc07-2b77ca75f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:49:43.396344 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Bound port: a9fc9791-5ebe-4263-9f37-63c51001fb39, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da787344-e5b1-443f-bc07-2b77ca75f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:49:43.396700 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:43.402196 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-522cc123-58bb-41a1-9cf4-e8ee35dc25eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Calling delete_port for 349870cb-d883-4ba5-862f-01f28757a4f8 owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:49:43.462923 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ccd15-3753-440f-bc3f-242f5890603b req-2b92818d-716d-414b-9e8f-805208073412 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:43.464441 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-606ccd15-3753-440f-bc3f-242f5890603b req-2b92818d-716d-414b-9e8f-805208073412 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.1070752 Jan 31 04:49:43.465253 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] For port a9fc9791-5ebe-4263-9f37-63c51001fb39, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:49:43.468557 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] For port a9fc9791-5ebe-4263-9f37-63c51001fb39, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a9fc9791-5ebe-4263-9f37-63c51001fb39,segment=NetworkSegment(da787344-e5b1-443f-bc07-2b77ca75f39a),segment_id=da787344-e5b1-443f-bc07-2b77ca75f39a)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:49:43.526839 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-606ccd15-3753-440f-bc3f-242f5890603b req-0fe97231-f544-4858-9ba4-8723b11e1d1e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528684 Jan 31 04:49:43.565053 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:43.599455 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:43.600073 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:43.601452 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] 10.222.0.31 "PUT /v2.0/ports/a9fc9791-5ebe-4263-9f37-63c51001fb39 HTTP/1.1" status: 200 len: 1094 time: 0.7470038 Jan 31 04:49:43.601863 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb76b92c-8a69-4296-ac1a-e92639dfc36d', 'tag': 'a9fc9791-5ebe-4263-9f37-63c51001fb39'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:43.604767 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a7b14-0413-422a-87ab-5f3c350257c7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb76b92c-8a69-4296-ac1a-e92639dfc36d", "tag": "a9fc9791-5ebe-4263-9f37-63c51001fb39"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:43.630341 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc8bc3-cd11-4be8-a62b-1efc6f50c233 service neutron] Pushing event updated for resources: {'Port': ['ID=a9fc9791-5ebe-4263-9f37-63c51001fb39,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:43.668327 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0e69df-8ca9-4d8a-8e03-dafa88d75afa x-openstack-request-id: req-5b0e69df-8ca9-4d8a-8e03-dafa88d75afa {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:43.668751 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb76b92c-8a69-4296-ac1a-e92639dfc36d", "tag": "a9fc9791-5ebe-4263-9f37-63c51001fb39", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:43.669014 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b0e69df-8ca9-4d8a-8e03-dafa88d75afa {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:43.669451 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb76b92c-8a69-4296-ac1a-e92639dfc36d', 'tag': 'a9fc9791-5ebe-4263-9f37-63c51001fb39', 'status': 'completed', 'code': 200} Jan 31 04:49:43.718848 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-522cc123-58bb-41a1-9cf4-e8ee35dc25eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (349870cb-d883-4ba5-862f-01f28757a4f8), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:43.734740 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a37c7-9725-4772-b796-fa833b477e7a req-0636fbdc-ee24-4265-aecc-f96455f6bc77 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:43.736275 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-341a37c7-9725-4772-b796-fa833b477e7a req-0636fbdc-ee24-4265-aecc-f96455f6bc77 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 944 time: 0.0660055 Jan 31 04:49:43.747681 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cc123-58bb-41a1-9cf4-e8ee35dc25eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Pushing event deleted for resources: {'Port': ['ID=349870cb-d883-4ba5-862f-01f28757a4f8,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:43.756118 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['349870cb-d883-4ba5-862f-01f28757a4f8'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:43.791094 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-522cc123-58bb-41a1-9cf4-e8ee35dc25eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] No DVR routers for this DVR port 349870cb-d883-4ba5-862f-01f28757a4f8 on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:49:43.793567 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-522cc123-58bb-41a1-9cf4-e8ee35dc25eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:43.797396 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-539e3900-25db-40f9-bfbe-45f3f3dc946b req-522cc123-58bb-41a1-9cf4-e8ee35dc25eb tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.31 "DELETE /v2.0/ports/349870cb-d883-4ba5-862f-01f28757a4f8 HTTP/1.1" status: 204 len: 173 time: 0.6263459 Jan 31 04:49:43.797905 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9c56db-f2a0-485f-83e4-bc1b8b9172cf', 'name': 'network-vif-deleted', 'tag': '349870cb-d883-4ba5-862f-01f28757a4f8'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:43.800474 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057be37-e0bf-4707-a061-fbf1cfdf70d5" -d '{"events": [{"server_uuid": "dd9c56db-f2a0-485f-83e4-bc1b8b9172cf", "name": "network-vif-deleted", "tag": "349870cb-d883-4ba5-862f-01f28757a4f8"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:43.815870 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-341a37c7-9725-4772-b796-fa833b477e7a req-89ab44ab-ceaa-45c1-8290-5d592d207d00 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608256 Jan 31 04:49:43.818943 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a7b14-0413-422a-87ab-5f3c350257c7 req-1808827f-580b-4a66-801d-7ecfc0b36ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:43.820198 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-374a7b14-0413-422a-87ab-5f3c350257c7 req-1808827f-580b-4a66-801d-7ecfc0b36ca9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=32bc488217794302b16e40a559bec3c8&device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 1128 time: 0.1035361 Jan 31 04:49:43.847434 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fa402a-cd02-4806-ad49-12ecc6e8fd65 x-openstack-request-id: req-d4fa402a-cd02-4806-ad49-12ecc6e8fd65 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:43.848215 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9c56db-f2a0-485f-83e4-bc1b8b9172cf", "name": "network-vif-deleted", "tag": "349870cb-d883-4ba5-862f-01f28757a4f8", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:43.848774 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4fa402a-cd02-4806-ad49-12ecc6e8fd65 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:43.849416 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9c56db-f2a0-485f-83e4-bc1b8b9172cf', 'name': 'network-vif-deleted', 'tag': '349870cb-d883-4ba5-862f-01f28757a4f8', 'status': 'completed', 'code': 200} Jan 31 04:49:43.942133 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c75458a2-a61c-405d-a066-d03f7c21c3b2 req-aea6a33b-f6f5-468b-ae2d-2032b3f9ce91 tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.0345504 Jan 31 04:49:43.957298 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a7b14-0413-422a-87ab-5f3c350257c7 req-81b4373e-542f-4e51-a03d-c84f4b2830e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:43.958766 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-374a7b14-0413-422a-87ab-5f3c350257c7 req-81b4373e-542f-4e51-a03d-c84f4b2830e3 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=32bc488217794302b16e40a559bec3c8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1249778 Jan 31 04:49:44.069735 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a7b14-0413-422a-87ab-5f3c350257c7 req-830c4748-0218-45cb-919b-73da4dacec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:44.071280 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-374a7b14-0413-422a-87ab-5f3c350257c7 req-830c4748-0218-45cb-919b-73da4dacec23 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0924098 Jan 31 04:49:44.233666 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-2dcd114d-5ada-473a-a2dd-a3c31e6d949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:44.235342 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-2dcd114d-5ada-473a-a2dd-a3c31e6d949c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=32bc488217794302b16e40a559bec3c8&device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 1128 time: 0.0508678 Jan 31 04:49:44.321432 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-12dd245c-3c53-483e-866a-d165a62e3818 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9fc9791-5ebe-4263-9f37-63c51001fb39 HTTP/1.1" status: 200 len: 217 time: 0.0675859 Jan 31 04:49:44.374024 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-eb46a860-fd6e-4e23-867c-0a49a499d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:44.375611 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-eb46a860-fd6e-4e23-867c-0a49a499d9ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fa98b40-34bf-4779-a5d5-1be09fbb6f6d HTTP/1.1" status: 200 len: 853 time: 0.0464594 Jan 31 04:49:44.408798 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-e984cba7-1c2c-4d52-b797-5120acc631c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c106be3-7d30-4345-b394-72d02e51853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247908 Jan 31 04:49:44.508381 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-6e71319b-84c0-4711-bf5c-f64fad049c97 service neutron] 10.222.0.31 "GET /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924323 Jan 31 04:49:44.642760 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f2a57a84-3483-4bb1-bfe0-23024923f3c3 req-a7c35574-ef3b-4ba5-835b-355714de7301 service neutron] 10.222.0.31 "GET /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186986 Jan 31 04:49:44.696719 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856439c-fc00-4e55-9e74-5323d3bede64 req-c77ca798-e133-4c83-8751-d39f540dc84f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:44.699138 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6856439c-fc00-4e55-9e74-5323d3bede64 req-c77ca798-e133-4c83-8751-d39f540dc84f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0574863 Jan 31 04:49:44.762127 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6856439c-fc00-4e55-9e74-5323d3bede64 req-363c443d-5677-440b-98f7-bac712c101f3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562720 Jan 31 04:49:45.147723 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43912635-03aa-485c-8506-ca64a9a781c7 req-33ebac8f-6a76-4672-914d-d1cd7d4feb00 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:45.149637 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-43912635-03aa-485c-8506-ca64a9a781c7 req-33ebac8f-6a76-4672-914d-d1cd7d4feb00 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 944 time: 0.1454146 Jan 31 04:49:45.246234 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-43912635-03aa-485c-8506-ca64a9a781c7 req-33476621-d005-4b9b-bd88-53020a71d4bc tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866153 Jan 31 04:49:45.603564 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d129d99-13e8-44c7-8032-d8e188a42142 req-19647c52-e34a-4846-b0b0-6d08a139753b tempest-AttachVolumeNegativeTest-1010736181 tempest-AttachVolumeNegativeTest-1010736181-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd9c56db-f2a0-485f-83e4-bc1b8b9172cf HTTP/1.1" status: 200 len: 210 time: 0.5263531 Jan 31 04:49:45.903545 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e484c6-8fba-4a6d-8930-fbeebfb3b776 req-e6c182e4-fe7e-4da6-9dd8-7a91b336fe09 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:45.910655 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-27e484c6-8fba-4a6d-8930-fbeebfb3b776 req-e6c182e4-fe7e-4da6-9dd8-7a91b336fe09 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0691910 Jan 31 04:49:45.964560 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-27e484c6-8fba-4a6d-8930-fbeebfb3b776 req-b8ff7b66-655a-441e-9bf4-8cea14f567fa tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529485 Jan 31 04:49:46.477180 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a7e65-6649-44df-8ce6-26cec855a117 req-9055c810-74a3-4252-b62e-b8e29c79742c tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:46.479032 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cf5a7e65-6649-44df-8ce6-26cec855a117 req-9055c810-74a3-4252-b62e-b8e29c79742c tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 944 time: 0.1199739 Jan 31 04:49:46.548581 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cf5a7e65-6649-44df-8ce6-26cec855a117 req-1e87646c-62f3-4aa4-b57a-00bcfb1054e6 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643010 Jan 31 04:49:46.652751 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40636) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:46.695310 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec928958-0f7a-4f38-91e6-1af3a41ed72a admin admin] Deleting subnet 8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3 {{(pid=109632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:49:46.699316 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ec928958-0f7a-4f38-91e6-1af3a41ed72a admin admin] Publish callbacks [] for subnet (8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:46.740096 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ec928958-0f7a-4f38-91e6-1af3a41ed72a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4103647'] for subnet (8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:46.800253 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ec928958-0f7a-4f38-91e6-1af3a41ed72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:46.970038 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ec928958-0f7a-4f38-91e6-1af3a41ed72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4029049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3779705'] for subnet (8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:46.995450 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec928958-0f7a-4f38-91e6-1af3a41ed72a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:47.014990 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ec928958-0f7a-4f38-91e6-1af3a41ed72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.018423 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ec928958-0f7a-4f38-91e6-1af3a41ed72a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8ce4c18c-f6c2-40e8-ae51-cb60422ad1f3 HTTP/1.1" status: 204 len: 168 time: 0.3646762 Jan 31 04:49:47.021736 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40640) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:47.099455 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (58128fc4-bc4f-417c-908e-383736354847), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.106704 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896634e3-b71d-4f8a-826f-70aed240fce7 req-1a8498a7-86bb-455f-92ff-abb46181cf1e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:47.108687 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-896634e3-b71d-4f8a-826f-70aed240fce7 req-1a8498a7-86bb-455f-92ff-abb46181cf1e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0585277 Jan 31 04:49:47.167886 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-896634e3-b71d-4f8a-826f-70aed240fce7 req-45dccbc5-4fc4-4688-9736-2a6beefa1c54 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536191 Jan 31 04:49:47.213076 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (58128fc4-bc4f-417c-908e-383736354847), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.234828 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58128fc4-bc4f-417c-908e-383736354847']}} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:49:47.244785 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4eed89-be62-486d-b389-8f48f16ee9c0') {'for_net_delete': True} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:49:47.245083 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4eed89-be62-486d-b389-8f48f16ee9c0') {} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:49:47.256923 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4103638'] for segment (fc4eed89-be62-486d-b389-8f48f16ee9c0), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.278450 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (fc4eed89-be62-486d-b389-8f48f16ee9c0), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.284946 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4029143'] for segment (fc4eed89-be62-486d-b389-8f48f16ee9c0), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: Traceback (most recent call last): Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: timer() Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: cb(*args, **kw) Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: return func(*args, **kwargs) Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: self._notify() Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: self.callback(batched_events) Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: event.method(event) Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: return f(self, *a, **k) Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._get(url).json() Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: return self.request(url, 'GET', **kwargs) Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:49:47.287942 dv-cinder-826608-2-iscsi neutron-server[109632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:49:47.315126 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device a9fc9791-5ebe-4263-9f37-63c51001fb39 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:49:47.332894 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 349870cb-d883-4ba5-862f-01f28757a4f8 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:49:47.359291 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 349870cb-d883-4ba5-862f-01f28757a4f8 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:49:47.359642 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 349870cb-d883-4ba5-862f-01f28757a4f8 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:49:47.428006 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (58128fc4-bc4f-417c-908e-383736354847), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.441584 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.445619 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/58128fc4-bc4f-417c-908e-383736354847 HTTP/1.1" status: 204 len: 168 time: 0.4228621 Jan 31 04:49:47.446688 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port a9fc9791-5ebe-4263-9f37-63c51001fb39, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a9fc9791-5ebe-4263-9f37-63c51001fb39,segment=NetworkSegment(da787344-e5b1-443f-bc07-2b77ca75f39a),segment_id=da787344-e5b1-443f-bc07-2b77ca75f39a)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:47.460563 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': 'a9fc9791-5ebe-4263-9f37-63c51001fb39', 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a', 'port_id': 'a9fc9791-5ebe-4263-9f37-63c51001fb39', 'mac_address': 'fa:16:3e:35:96:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa98b40-34bf-4779-a5d5-1be09fbb6f6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:49:47.476337 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b702a41-657e-4675-bbbc-0a90e70789c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=58128fc4-bc4f-417c-908e-383736354847,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:47.518092 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port a9fc9791-5ebe-4263-9f37-63c51001fb39 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:49:47.518918 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.537027 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fc9791-5ebe-4263-9f37-63c51001fb39 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:49:47.565934 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port a9fc9791-5ebe-4263-9f37-63c51001fb39, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a9fc9791-5ebe-4263-9f37-63c51001fb39,segment=NetworkSegment(da787344-e5b1-443f-bc07-2b77ca75f39a),segment_id=da787344-e5b1-443f-bc07-2b77ca75f39a)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:47.617457 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.685375 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149a77c-0d6f-4baf-ac10-880a36a9d461 req-c9234b01-fb8e-40ae-bf53-c2e1a7fc0f35 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:47.687095 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4149a77c-0d6f-4baf-ac10-880a36a9d461 req-c9234b01-fb8e-40ae-bf53-c2e1a7fc0f35 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 945 time: 0.0589788 Jan 31 04:49:47.701414 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=a9fc9791-5ebe-4263-9f37-63c51001fb39,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:47.759209 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4149a77c-0d6f-4baf-ac10-880a36a9d461 req-8afad91b-784d-4dcb-9eb1-3249ea7493da tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629234 Jan 31 04:49:47.843442 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40656) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:47.901075 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-9b6ad2bd-f8ca-488b-8cd8-7d8e081a63ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41828fbc91c740cfbec65e04e92a4ecc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0545139 Jan 31 04:49:47.901536 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 40658) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:47.959725 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c18aaf5-ecc9-4b4e-92ad-6b16a5341624 admin admin] Publish callbacks [] for security_group (40c9ead6-c4e1-42a5-85ae-5c77a59d99c0), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:47.982870 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c18aaf5-ecc9-4b4e-92ad-6b16a5341624 admin admin] Publish callbacks [] for security_group (40c9ead6-c4e1-42a5-85ae-5c77a59d99c0), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:48.043818 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['a9fc9791-5ebe-4263-9f37-63c51001fb39'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:48.132992 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c18aaf5-ecc9-4b4e-92ad-6b16a5341624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (40c9ead6-c4e1-42a5-85ae-5c77a59d99c0), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:48.138860 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c18aaf5-ecc9-4b4e-92ad-6b16a5341624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:48.141024 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-1c18aaf5-ecc9-4b4e-92ad-6b16a5341624 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40c9ead6-c4e1-42a5-85ae-5c77a59d99c0 HTTP/1.1" status: 204 len: 168 time: 0.2378972 Jan 31 04:49:48.153420 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18aaf5-ecc9-4b4e-92ad-6b16a5341624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c9ead6-c4e1-42a5-85ae-5c77a59d99c0,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:48.342258 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c48bc-c3ce-4ad6-96e8-b58a44de0c3d req-7d536d71-9545-45da-9e67-d8bb9ee05537 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:48.350225 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-394c48bc-c3ce-4ad6-96e8-b58a44de0c3d req-7d536d71-9545-45da-9e67-d8bb9ee05537 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0942335 Jan 31 04:49:48.413369 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-394c48bc-c3ce-4ad6-96e8-b58a44de0c3d req-9111141b-b3f5-4c00-af1c-de58c016dc83 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620270 Jan 31 04:49:48.921766 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb27904-8c7a-4318-b370-0726000ee3a4 req-824934ba-a0fa-4f84-944f-62230b6fd7b1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:48.928579 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-dcb27904-8c7a-4318-b370-0726000ee3a4 req-824934ba-a0fa-4f84-944f-62230b6fd7b1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 945 time: 0.0738671 Jan 31 04:49:48.996180 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-dcb27904-8c7a-4318-b370-0726000ee3a4 req-fe10bdd6-6498-48b4-a579-679939b2c9df tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624599 Jan 31 04:49:49.565813 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb97b4e-281f-4fb6-ab34-6da280cdc95c req-9afd2dad-73e1-4091-b9d1-ffa6c2153204 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:49.576237 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7fb97b4e-281f-4fb6-ab34-6da280cdc95c req-9afd2dad-73e1-4091-b9d1-ffa6c2153204 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0768912 Jan 31 04:49:49.625985 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7fb97b4e-281f-4fb6-ab34-6da280cdc95c req-b94ca962-8471-495d-b031-6d91f89f5ce1 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486157 Jan 31 04:49:50.138092 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d2cdb-38a4-4f27-b17f-a4d9a625fa5e req-170d163a-e99f-477a-a80b-8a48ff3aaeef tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:50.138092 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-dc1d2cdb-38a4-4f27-b17f-a4d9a625fa5e req-170d163a-e99f-477a-a80b-8a48ff3aaeef tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 945 time: 0.0641799 Jan 31 04:49:50.204600 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-dc1d2cdb-38a4-4f27-b17f-a4d9a625fa5e req-aa8390ca-c5fa-42ec-98da-a1fbb652c932 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721812 Jan 31 04:49:50.796138 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35606558-6cae-4853-ba7e-a28bcff631e8 req-39a41cc9-cffc-4cfd-9dd2-696c8a312416 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:50.803003 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-35606558-6cae-4853-ba7e-a28bcff631e8 req-39a41cc9-cffc-4cfd-9dd2-696c8a312416 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0747349 Jan 31 04:49:50.849145 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-35606558-6cae-4853-ba7e-a28bcff631e8 req-4187e560-2633-43a4-a344-ecec5b71a539 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452197 Jan 31 04:49:51.329709 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 2eade66b-918f-4c8e-a64c-60d0ce7921a5 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:49:51.342915 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd8571-5e76-4b6d-b5eb-d1da640bc109 req-da2f284c-c6a7-4c1c-80c2-ade0833982b7 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:51.347555 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device a9fc9791-5ebe-4263-9f37-63c51001fb39 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:49:51.350642 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0ddd8571-5e76-4b6d-b5eb-d1da640bc109 req-da2f284c-c6a7-4c1c-80c2-ade0833982b7 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 945 time: 0.0707939 Jan 31 04:49:51.411723 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0ddd8571-5e76-4b6d-b5eb-d1da640bc109 req-b2ba8811-5a70-4013-8452-df0cb7f259b3 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543458 Jan 31 04:49:51.649885 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:51.661301 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'port_id': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'mac_address': 'fa:16:3e:19:f8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:49:51.698227 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port a9fc9791-5ebe-4263-9f37-63c51001fb39 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:49:51.702498 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 is: ACTIVE; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:49:51.704868 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:51.705926 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port a9fc9791-5ebe-4263-9f37-63c51001fb39 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:49:51.706288 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:51.735271 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eade66b-918f-4c8e-a64c-60d0ce7921a5 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:49:51.769075 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:51.822343 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port a9fc9791-5ebe-4263-9f37-63c51001fb39 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:49:51.822826 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:51.844148 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:51.908090 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb76b92c-8a69-4296-ac1a-e92639dfc36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc9791-5ebe-4263-9f37-63c51001fb39'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:51.908090 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f920b6-ebd0-4efe-ab3f-552ba18afe12" -d '{"events": [{"server_uuid": "eb76b92c-8a69-4296-ac1a-e92639dfc36d", "name": "network-vif-plugged", "status": "completed", "tag": "a9fc9791-5ebe-4263-9f37-63c51001fb39"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:51.928782 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port a9fc9791-5ebe-4263-9f37-63c51001fb39, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a9fc9791-5ebe-4263-9f37-63c51001fb39,segment=NetworkSegment(da787344-e5b1-443f-bc07-2b77ca75f39a),segment_id=da787344-e5b1-443f-bc07-2b77ca75f39a)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:51.969663 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=6']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:51.979150 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:52.031479 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f7417-92a2-4663-a321-dd5dc1035156 req-9fc659fd-d56d-4be2-8d92-97570283614e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:52.036376 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-054f7417-92a2-4663-a321-dd5dc1035156 req-9fc659fd-d56d-4be2-8d92-97570283614e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0874388 Jan 31 04:49:52.060520 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['2eade66b-918f-4c8e-a64c-60d0ce7921a5'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:49:52.087311 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6099cb5-1bd0-4068-8c16-f182ccf2656e x-openstack-request-id: req-f6099cb5-1bd0-4068-8c16-f182ccf2656e {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:52.087974 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb76b92c-8a69-4296-ac1a-e92639dfc36d", "name": "network-vif-plugged", "status": "completed", "tag": "a9fc9791-5ebe-4263-9f37-63c51001fb39", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:52.088859 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6099cb5-1bd0-4068-8c16-f182ccf2656e {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:52.089732 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb76b92c-8a69-4296-ac1a-e92639dfc36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc9791-5ebe-4263-9f37-63c51001fb39', 'code': 200} Jan 31 04:49:52.124208 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-054f7417-92a2-4663-a321-dd5dc1035156 req-58bbd7a4-3716-4b37-89d4-434f67d9268f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845230 Jan 31 04:49:52.160138 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=a9fc9791-5ebe-4263-9f37-63c51001fb39,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:52.444536 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4ccf4-42e6-4ef5-9f3f-f76fdfa825a3 req-635c514c-a667-4577-8319-3a6c73028dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:52.446982 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-88e4ccf4-42e6-4ef5-9f3f-f76fdfa825a3 req-635c514c-a667-4577-8319-3a6c73028dda service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 1130 time: 0.0617993 Jan 31 04:49:52.513248 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-88e4ccf4-42e6-4ef5-9f3f-f76fdfa825a3 req-c30f641d-ae5e-4ec6-93fe-51e8aaa0c3b8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608304 Jan 31 04:49:52.570555 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35bb27-4e35-4703-89e1-b4a1684512ea req-cedd1ba5-a21d-4f9f-9b5b-53de89b12f3e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:52.572934 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8f35bb27-4e35-4703-89e1-b4a1684512ea req-cedd1ba5-a21d-4f9f-9b5b-53de89b12f3e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 946 time: 0.0849617 Jan 31 04:49:52.634884 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8f35bb27-4e35-4703-89e1-b4a1684512ea req-e9ac0da0-5b7c-473e-8a5c-119c4a589b8d tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519071 Jan 31 04:49:53.279882 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d1f10-2f7c-4f44-a64f-00aaf93d6137 req-14c82d54-eae4-4191-8205-b74a6e00ad95 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:53.281847 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8a1d1f10-2f7c-4f44-a64f-00aaf93d6137 req-14c82d54-eae4-4191-8205-b74a6e00ad95 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0676861 Jan 31 04:49:53.321865 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 2eade66b-918f-4c8e-a64c-60d0ce7921a5 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:49:53.348660 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8a1d1f10-2f7c-4f44-a64f-00aaf93d6137 req-8cee6cea-3904-40eb-9808-26c713c822e0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610445 Jan 31 04:49:53.391474 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:49:53.392069 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:53.474712 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:49:53.475272 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:53.515057 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:49:53.594531 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:53.654859 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=7']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:53.790617 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5301c-e8c4-4e29-b8e2-a93712f4ac4e req-327cc86e-0cf7-44bb-aaa7-82546a74747c tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:53.792173 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-87e5301c-e8c4-4e29-b8e2-a93712f4ac4e req-327cc86e-0cf7-44bb-aaa7-82546a74747c tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 946 time: 0.0684104 Jan 31 04:49:53.838613 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-87e5301c-e8c4-4e29-b8e2-a93712f4ac4e req-775739b6-db1c-41fa-9b34-0b8859c18c4b tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Jan 31 04:49:53.995350 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 40812) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:54.090748 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:49:54.093797 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b72473-8466-4b46-a129-725f8037a65e" -d '{"events": [{"server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "name": "network-vif-plugged", "status": "completed", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:49:54.134778 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaeff27-b580-4d40-a648-80efc2ca50a3 x-openstack-request-id: req-cbaeff27-b580-4d40-a648-80efc2ca50a3 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:49:54.135297 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "name": "network-vif-plugged", "status": "completed", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:49:54.135707 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbaeff27-b580-4d40-a648-80efc2ca50a3 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:49:54.136256 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'code': 200} Jan 31 04:49:54.157730 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc23a49a-d5cb-4664-9e5b-8001f993f6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:54.254045 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc23a49a-d5cb-4664-9e5b-8001f993f6a2 admin admin] Publish callbacks [] for security_group (9f5b0614-f3b3-45fd-aea8-960c0b05b488), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:54.335901 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-cc23a49a-d5cb-4664-9e5b-8001f993f6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (9f5b0614-f3b3-45fd-aea8-960c0b05b488), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:54.390775 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40824) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:54.404285 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-cc23a49a-d5cb-4664-9e5b-8001f993f6a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75ab61cc17cd440aa9f5c20637f63164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026108 Jan 31 04:49:54.407940 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23a49a-d5cb-4664-9e5b-8001f993f6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5b0614-f3b3-45fd-aea8-960c0b05b488,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:54.478436 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-eb155eae-0995-453c-9feb-d48b0de66077 admin admin] Publish callbacks [] for security_group (9f5b0614-f3b3-45fd-aea8-960c0b05b488), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:54.519404 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-eb155eae-0995-453c-9feb-d48b0de66077 admin admin] Publish callbacks [] for security_group (9f5b0614-f3b3-45fd-aea8-960c0b05b488), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:54.524405 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfd3a6-617b-4b70-a58a-b4b3ab2c9835 req-b6286f43-d970-4687-a14f-2079f1d90e22 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:54.531231 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1ecfd3a6-617b-4b70-a58a-b4b3ab2c9835 req-b6286f43-d970-4687-a14f-2079f1d90e22 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0821087 Jan 31 04:49:54.662145 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1ecfd3a6-617b-4b70-a58a-b4b3ab2c9835 req-683e69e6-211d-4a25-8380-1884d60f4d8d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220689 Jan 31 04:49:54.668434 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-eb155eae-0995-453c-9feb-d48b0de66077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (9f5b0614-f3b3-45fd-aea8-960c0b05b488), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:54.671069 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-eb155eae-0995-453c-9feb-d48b0de66077 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:54.672292 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-eb155eae-0995-453c-9feb-d48b0de66077 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f5b0614-f3b3-45fd-aea8-960c0b05b488 HTTP/1.1" status: 204 len: 168 time: 0.2802863 Jan 31 04:49:54.691727 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155eae-0995-453c-9feb-d48b0de66077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5b0614-f3b3-45fd-aea8-960c0b05b488,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:54.985189 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2ebb0-2fcd-4623-aebd-b5e3ee64d260 req-a0085bea-70ce-4cd1-a71b-74835f39dcd7 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:54.986993 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-41d2ebb0-2fcd-4623-aebd-b5e3ee64d260 req-a0085bea-70ce-4cd1-a71b-74835f39dcd7 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 946 time: 0.0655022 Jan 31 04:49:55.041845 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-41d2ebb0-2fcd-4623-aebd-b5e3ee64d260 req-701fbbe1-5f6e-4de7-a271-1699d88c99ac tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471179 Jan 31 04:49:55.279157 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9fd1c676-f03e-462c-8434-f1521ffb1cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:55.331441 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 40876) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:55.611273 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b63902ac-f0d5-4308-ac70-2ee8b868bb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:55.750352 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b63902ac-f0d5-4308-ac70-2ee8b868bb10 admin admin] Publish callbacks [] for security_group (597dec0b-18bb-4392-ba90-8382a403bbe5), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:55.843163 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60323a8-ae95-48aa-b70b-71a393aee477 req-a6c0e51a-ccd4-4e87-892b-1149766a38b5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:55.844790 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e60323a8-ae95-48aa-b70b-71a393aee477 req-a6c0e51a-ccd4-4e87-892b-1149766a38b5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.1129186 Jan 31 04:49:55.867469 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b63902ac-f0d5-4308-ac70-2ee8b868bb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (597dec0b-18bb-4392-ba90-8382a403bbe5), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:55.927257 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-b63902ac-f0d5-4308-ac70-2ee8b868bb10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f37ec08b627945548e6c38795cb2a739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5941536 Jan 31 04:49:55.929389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63902ac-f0d5-4308-ac70-2ee8b868bb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597dec0b-18bb-4392-ba90-8382a403bbe5,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:55.933171 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40906) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:55.935719 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e60323a8-ae95-48aa-b70b-71a393aee477 req-846d12a0-0fa1-4600-837e-925356b5e4a4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852678 Jan 31 04:49:56.087171 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2db7355d-0834-4435-91b3-f7a18c40d4c7 admin admin] Publish callbacks [] for security_group (597dec0b-18bb-4392-ba90-8382a403bbe5), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:56.125351 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2db7355d-0834-4435-91b3-f7a18c40d4c7 admin admin] Publish callbacks [] for security_group (597dec0b-18bb-4392-ba90-8382a403bbe5), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:56.250549 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2db7355d-0834-4435-91b3-f7a18c40d4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (597dec0b-18bb-4392-ba90-8382a403bbe5), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:56.254082 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2db7355d-0834-4435-91b3-f7a18c40d4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:56.257516 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-2db7355d-0834-4435-91b3-f7a18c40d4c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/597dec0b-18bb-4392-ba90-8382a403bbe5 HTTP/1.1" status: 204 len: 168 time: 0.3211806 Jan 31 04:49:56.271396 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7355d-0834-4435-91b3-f7a18c40d4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597dec0b-18bb-4392-ba90-8382a403bbe5,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:57.137706 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c116496-7c5f-4d44-a49e-0d90ee19e38d req-96e5c02b-8785-4dc8-8fdf-29a224929877 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:57.146351 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8c116496-7c5f-4d44-a49e-0d90ee19e38d req-96e5c02b-8785-4dc8-8fdf-29a224929877 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0753486 Jan 31 04:49:57.198114 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8c116496-7c5f-4d44-a49e-0d90ee19e38d req-7b646bee-acf0-4d5a-98dc-969f78a23fe7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507779 Jan 31 04:49:57.213456 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 40964) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:57.222637 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7af6efad-36be-48d0-b547-54951089e512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:57.309223 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7af6efad-36be-48d0-b547-54951089e512 admin admin] Publish callbacks [] for security_group (641e9b4b-9643-48d5-9190-d0b0480e5abb), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:57.445125 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7af6efad-36be-48d0-b547-54951089e512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (641e9b4b-9643-48d5-9190-d0b0480e5abb), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:57.554743 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-7af6efad-36be-48d0-b547-54951089e512 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c9b4e83b0ff464f8cd125e48cf65111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474040 Jan 31 04:49:57.574253 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 40970) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:57.574513 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6efad-36be-48d0-b547-54951089e512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641e9b4b-9643-48d5-9190-d0b0480e5abb,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:57.636632 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-92ebfa50-5639-42fb-9fee-dd136791ef29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:57.706541 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8de00dc3-d0f4-449c-b5de-9cef9a3b780e admin admin] Publish callbacks [] for security_group (641e9b4b-9643-48d5-9190-d0b0480e5abb), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:57.736443 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8de00dc3-d0f4-449c-b5de-9cef9a3b780e admin admin] Publish callbacks [] for security_group (641e9b4b-9643-48d5-9190-d0b0480e5abb), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:57.897404 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8de00dc3-d0f4-449c-b5de-9cef9a3b780e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (641e9b4b-9643-48d5-9190-d0b0480e5abb), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:57.906098 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8de00dc3-d0f4-449c-b5de-9cef9a3b780e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:57.913748 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8de00dc3-d0f4-449c-b5de-9cef9a3b780e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/641e9b4b-9643-48d5-9190-d0b0480e5abb HTTP/1.1" status: 204 len: 168 time: 0.3540316 Jan 31 04:49:57.954298 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de00dc3-d0f4-449c-b5de-9cef9a3b780e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641e9b4b-9643-48d5-9190-d0b0480e5abb,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:58.530821 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:58.585270 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911a460-9bf2-4600-9e53-81dfc86800f1 req-ee89f868-283e-418a-9724-a3aad961e4bf tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:49:58.624231 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4911a460-9bf2-4600-9e53-81dfc86800f1 req-ee89f868-283e-418a-9724-a3aad961e4bf tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.3111851 Jan 31 04:49:58.720219 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4911a460-9bf2-4600-9e53-81dfc86800f1 req-8df447e1-db54-4565-8bf4-5c35baedd15c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945671 Jan 31 04:49:59.211072 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41016) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:59.265556 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-be491663-2e33-48db-a2f5-f59fc4b09602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:59.487797 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-be491663-2e33-48db-a2f5-f59fc4b09602 admin admin] Publish callbacks [] for security_group (fac67ae7-b836-4ed2-b09a-1c8b83a7e781), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:59.575501 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-be491663-2e33-48db-a2f5-f59fc4b09602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (fac67ae7-b836-4ed2-b09a-1c8b83a7e781), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:49:59.764807 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be491663-2e33-48db-a2f5-f59fc4b09602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac67ae7-b836-4ed2-b09a-1c8b83a7e781,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:49:59.777981 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-be491663-2e33-48db-a2f5-f59fc4b09602 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4456e0395de740159556d28b57401660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649886 Jan 31 04:49:59.782282 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41026) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:59.953199 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41028) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:49:59.957531 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa24a-8132-4325-a7ee-53c6e432924e admin admin] Publish callbacks [] for security_group (fac67ae7-b836-4ed2-b09a-1c8b83a7e781), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.085186 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa24a-8132-4325-a7ee-53c6e432924e admin admin] Publish callbacks [] for security_group (fac67ae7-b836-4ed2-b09a-1c8b83a7e781), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.148279 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.164981 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70f571-6cbd-4039-9772-ace6d38325ec req-ff2e6d09-85f2-424f-87b1-58a061c305e4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:00.167849 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1e70f571-6cbd-4039-9772-ace6d38325ec req-ff2e6d09-85f2-424f-87b1-58a061c305e4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.1517975 Jan 31 04:50:00.220717 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c8f13aa5-9872-4940-ba91-346317cd1fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.229784 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa24a-8132-4325-a7ee-53c6e432924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (fac67ae7-b836-4ed2-b09a-1c8b83a7e781), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.233518 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bd8aa24a-8132-4325-a7ee-53c6e432924e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.235052 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-bd8aa24a-8132-4325-a7ee-53c6e432924e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fac67ae7-b836-4ed2-b09a-1c8b83a7e781 HTTP/1.1" status: 204 len: 168 time: 0.4499748 Jan 31 04:50:00.255810 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1e70f571-6cbd-4039-9772-ace6d38325ec req-e5b28fda-348c-4c92-948f-e5278d31b94a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827079 Jan 31 04:50:00.261925 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8aa24a-8132-4325-a7ee-53c6e432924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac67ae7-b836-4ed2-b09a-1c8b83a7e781,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:00.433492 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c8f13aa5-9872-4940-ba91-346317cd1fa8 admin admin] Publish callbacks [] for security_group (ada9995a-f420-4a67-8654-3d1d056c79d3), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.502248 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c8f13aa5-9872-4940-ba91-346317cd1fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (ada9995a-f420-4a67-8654-3d1d056c79d3), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.567083 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-c8f13aa5-9872-4940-ba91-346317cd1fa8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=175a7b077cc544198e2320c796b32724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6121788 Jan 31 04:50:00.569534 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41034) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:00.576633 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f13aa5-9872-4940-ba91-346317cd1fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada9995a-f420-4a67-8654-3d1d056c79d3,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:00.665207 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-79dc9782-0688-44e3-9491-55ce50100d0f admin admin] Publish callbacks [] for security_group (ada9995a-f420-4a67-8654-3d1d056c79d3), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.696423 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-79dc9782-0688-44e3-9491-55ce50100d0f admin admin] Publish callbacks [] for security_group (ada9995a-f420-4a67-8654-3d1d056c79d3), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.850671 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-79dc9782-0688-44e3-9491-55ce50100d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (ada9995a-f420-4a67-8654-3d1d056c79d3), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.855329 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-79dc9782-0688-44e3-9491-55ce50100d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:00.855675 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-79dc9782-0688-44e3-9491-55ce50100d0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ada9995a-f420-4a67-8654-3d1d056c79d3 HTTP/1.1" status: 204 len: 168 time: 0.2848327 Jan 31 04:50:00.889766 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc9782-0688-44e3-9491-55ce50100d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada9995a-f420-4a67-8654-3d1d056c79d3,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:01.502632 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed237dc-d444-437e-9d31-c3d3ba117be7 req-4878f45b-9d74-440c-8514-b49451f08350 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:01.504132 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8ed237dc-d444-437e-9d31-c3d3ba117be7 req-4878f45b-9d74-440c-8514-b49451f08350 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0980775 Jan 31 04:50:01.553787 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8ed237dc-d444-437e-9d31-c3d3ba117be7 req-36303c9a-86e7-418f-bc9b-d77abdce60fe tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430348 Jan 31 04:50:01.737007 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:02.004994 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41072) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:02.027928 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b12c-dac8-416b-b356-e1d3efb7bcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:02.147282 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b12c-dac8-416b-b356-e1d3efb7bcde admin admin] Publish callbacks [] for security_group (b5ce61af-1c7a-49e8-b1b8-e51e6b727194), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:02.199007 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1ee2b12c-dac8-416b-b356-e1d3efb7bcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (b5ce61af-1c7a-49e8-b1b8-e51e6b727194), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:02.287674 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41078) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:02.304439 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-1ee2b12c-dac8-416b-b356-e1d3efb7bcde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ed66573118a4c8199b0dadc75bea461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775874 Jan 31 04:50:02.306554 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2b12c-dac8-416b-b356-e1d3efb7bcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ce61af-1c7a-49e8-b1b8-e51e6b727194,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:02.404158 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1ce7c82f-46f4-4c25-bba3-ba23507f9f7d admin admin] Publish callbacks [] for security_group (b5ce61af-1c7a-49e8-b1b8-e51e6b727194), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:02.447546 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1ce7c82f-46f4-4c25-bba3-ba23507f9f7d admin admin] Publish callbacks [] for security_group (b5ce61af-1c7a-49e8-b1b8-e51e6b727194), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:02.587007 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1ce7c82f-46f4-4c25-bba3-ba23507f9f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (b5ce61af-1c7a-49e8-b1b8-e51e6b727194), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:02.591111 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1ce7c82f-46f4-4c25-bba3-ba23507f9f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:02.595997 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-1ce7c82f-46f4-4c25-bba3-ba23507f9f7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5ce61af-1c7a-49e8-b1b8-e51e6b727194 HTTP/1.1" status: 204 len: 168 time: 0.3053033 Jan 31 04:50:02.628206 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7c82f-46f4-4c25-bba3-ba23507f9f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ce61af-1c7a-49e8-b1b8-e51e6b727194,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:02.798933 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493e064-638d-4728-a477-bdc8115cd8ff req-e8b8b28c-ef86-4ba7-b1d2-2bcbcf7fdd55 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:02.807980 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9493e064-638d-4728-a477-bdc8115cd8ff req-e8b8b28c-ef86-4ba7-b1d2-2bcbcf7fdd55 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0711074 Jan 31 04:50:02.959523 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9493e064-638d-4728-a477-bdc8115cd8ff req-99db125f-f4aa-4a9f-bcef-3be7715fb791 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475403 Jan 31 04:50:04.151171 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bae335-e18e-40f5-bceb-5c6287e1d9ae req-b0d64547-f786-4b0a-8579-3415992f534f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:04.159956 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-22bae335-e18e-40f5-bceb-5c6287e1d9ae req-b0d64547-f786-4b0a-8579-3415992f534f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0955601 Jan 31 04:50:04.244121 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-22bae335-e18e-40f5-bceb-5c6287e1d9ae req-55c15159-2cb8-4843-a0ad-de124fd006f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791185 Jan 31 04:50:05.410441 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa81f9-5e69-4320-be99-6eebace4cbf5 req-02fbdd1f-1a5c-4342-96ac-f2ec9cfe6462 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:05.418261 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d1fa81f9-5e69-4320-be99-6eebace4cbf5 req-02fbdd1f-1a5c-4342-96ac-f2ec9cfe6462 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0835142 Jan 31 04:50:05.497120 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d1fa81f9-5e69-4320-be99-6eebace4cbf5 req-1179ad27-85a3-4446-9317-d9c9b62391ff tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777528 Jan 31 04:50:05.581363 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:06.690725 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053984b-2969-4375-ac06-84fc91f96b3c req-d10bb6b1-4e73-4859-8872-9946144c4f61 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:06.692881 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2053984b-2969-4375-ac06-84fc91f96b3c req-d10bb6b1-4e73-4859-8872-9946144c4f61 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0647886 Jan 31 04:50:06.755700 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2053984b-2969-4375-ac06-84fc91f96b3c req-258d6d97-73d1-41f2-b588-549c5e148487 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546029 Jan 31 04:50:06.893008 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41238) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:07.020521 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4d2067cf-6f3f-400d-b9dd-8e6105907f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:07.106118 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4d2067cf-6f3f-400d-b9dd-8e6105907f09 admin admin] Publish callbacks [] for security_group (8839eeb6-d6a3-4835-a27d-d3837c663bf6), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:07.158461 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4d2067cf-6f3f-400d-b9dd-8e6105907f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8839eeb6-d6a3-4835-a27d-d3837c663bf6), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:07.198172 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-4d2067cf-6f3f-400d-b9dd-8e6105907f09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63c0e8b8bbe84b11aef5cfb94372763a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033648 Jan 31 04:50:07.200895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41244) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:07.209037 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2067cf-6f3f-400d-b9dd-8e6105907f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8839eeb6-d6a3-4835-a27d-d3837c663bf6,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:07.269359 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-53ceca9e-5f0c-4a75-9e3a-3d080e6e7342 admin admin] Publish callbacks [] for security_group (8839eeb6-d6a3-4835-a27d-d3837c663bf6), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:07.298552 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-53ceca9e-5f0c-4a75-9e3a-3d080e6e7342 admin admin] Publish callbacks [] for security_group (8839eeb6-d6a3-4835-a27d-d3837c663bf6), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:07.455888 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-53ceca9e-5f0c-4a75-9e3a-3d080e6e7342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8839eeb6-d6a3-4835-a27d-d3837c663bf6), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:07.458455 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-53ceca9e-5f0c-4a75-9e3a-3d080e6e7342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:07.459797 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-53ceca9e-5f0c-4a75-9e3a-3d080e6e7342 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8839eeb6-d6a3-4835-a27d-d3837c663bf6 HTTP/1.1" status: 204 len: 168 time: 0.2578845 Jan 31 04:50:07.469592 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceca9e-5f0c-4a75-9e3a-3d080e6e7342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8839eeb6-d6a3-4835-a27d-d3837c663bf6,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:07.938818 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f62f2-c446-4790-a0a5-5e9373b3f90b req-456c69c7-e6e4-43e8-a98b-72c894343f47 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:07.941252 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c75f62f2-c446-4790-a0a5-5e9373b3f90b req-456c69c7-e6e4-43e8-a98b-72c894343f47 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0908470 Jan 31 04:50:08.010111 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c75f62f2-c446-4790-a0a5-5e9373b3f90b req-b57e6dd9-6707-4cfb-9076-22657377c3ca tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630767 Jan 31 04:50:08.190323 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41270) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:08.219778 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e9b5642b-d63f-46f5-8f33-64d255ed5444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:08.308011 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f524d6-0fee-46ad-8c72-8fdafb916aa7 req-e18f280d-19c4-4fea-b3cc-fb00e3ae71c6 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:08.314853 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c8f524d6-0fee-46ad-8c72-8fdafb916aa7 req-e18f280d-19c4-4fea-b3cc-fb00e3ae71c6 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0912580 Jan 31 04:50:08.335065 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e9b5642b-d63f-46f5-8f33-64d255ed5444 admin admin] Publish callbacks [] for security_group (7b8c7227-e934-476a-b5f7-c92de73deec0), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:08.385095 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c8f524d6-0fee-46ad-8c72-8fdafb916aa7 req-43262781-2645-4fa0-ad89-f52a6e4a968b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693934 Jan 31 04:50:08.393068 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e9b5642b-d63f-46f5-8f33-64d255ed5444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (7b8c7227-e934-476a-b5f7-c92de73deec0), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:08.445860 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-e9b5642b-d63f-46f5-8f33-64d255ed5444 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1576bc87e0014b1aaf3164b4454f8f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541575 Jan 31 04:50:08.448608 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41276) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:08.452665 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5642b-d63f-46f5-8f33-64d255ed5444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8c7227-e934-476a-b5f7-c92de73deec0,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:08.506418 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c523234d-1195-42fb-9616-fec67bda7f1e admin admin] Publish callbacks [] for security_group (7b8c7227-e934-476a-b5f7-c92de73deec0), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:08.531209 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c523234d-1195-42fb-9616-fec67bda7f1e admin admin] Publish callbacks [] for security_group (7b8c7227-e934-476a-b5f7-c92de73deec0), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:08.650628 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c523234d-1195-42fb-9616-fec67bda7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (7b8c7227-e934-476a-b5f7-c92de73deec0), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:08.655253 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c523234d-1195-42fb-9616-fec67bda7f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:08.655253 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-c523234d-1195-42fb-9616-fec67bda7f1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b8c7227-e934-476a-b5f7-c92de73deec0 HTTP/1.1" status: 204 len: 168 time: 0.2051854 Jan 31 04:50:08.665175 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523234d-1195-42fb-9616-fec67bda7f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8c7227-e934-476a-b5f7-c92de73deec0,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:09.191710 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ac1fb-0cc7-447d-a5b1-4d4db0d8ca97 req-f3b78cda-96fb-468c-a017-abce1071deb5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:09.202155 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eb9ac1fb-0cc7-447d-a5b1-4d4db0d8ca97 req-f3b78cda-96fb-468c-a017-abce1071deb5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0864990 Jan 31 04:50:09.255399 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eb9ac1fb-0cc7-447d-a5b1-4d4db0d8ca97 req-0ae901e1-5530-46c7-9c02-abd4efcc988f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518403 Jan 31 04:50:09.511320 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ea0e4-cf8e-4882-b8af-09eb0a8f8fe9 req-15fcfac5-b85a-4513-9788-b7b1e82d5fe9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:09.512899 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d48ea0e4-cf8e-4882-b8af-09eb0a8f8fe9 req-15fcfac5-b85a-4513-9788-b7b1e82d5fe9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0573065 Jan 31 04:50:09.560947 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d48ea0e4-cf8e-4882-b8af-09eb0a8f8fe9 req-9f128d24-3e8b-4b55-aefe-931f08e944c9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424516 Jan 31 04:50:10.401214 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f9ba3-5604-40a8-9efb-a284355eddde req-1c4e0dd0-6f00-4fe7-bb1b-4596e06dd87d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:10.402693 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-035f9ba3-5604-40a8-9efb-a284355eddde req-1c4e0dd0-6f00-4fe7-bb1b-4596e06dd87d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0596220 Jan 31 04:50:10.451255 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-035f9ba3-5604-40a8-9efb-a284355eddde req-24ef38fc-be6b-4749-b196-a1f49583d070 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 Jan 31 04:50:10.692523 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c39ecb-ec05-42b5-a3ed-6984abdc1dae req-661db58c-990d-4db2-ba8e-f29154089cac tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:10.695260 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-25c39ecb-ec05-42b5-a3ed-6984abdc1dae req-661db58c-990d-4db2-ba8e-f29154089cac tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0623484 Jan 31 04:50:10.745831 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-25c39ecb-ec05-42b5-a3ed-6984abdc1dae req-79f6f0f4-a394-43df-abd6-5ed6a3eb1897 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456831 Jan 31 04:50:10.825044 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41342) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:10.985848 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9faccf5d-c9ee-40c3-903e-d6e02d9206ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:11.084150 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9faccf5d-c9ee-40c3-903e-d6e02d9206ff admin admin] Publish callbacks [] for security_group (76e59eac-67a6-4ca0-9585-023cda03e2bf), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:11.110809 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:50:11.192737 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9faccf5d-c9ee-40c3-903e-d6e02d9206ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (76e59eac-67a6-4ca0-9585-023cda03e2bf), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:11.232662 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9faccf5d-c9ee-40c3-903e-d6e02d9206ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4cbc27fec694768932827b043864061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065197 Jan 31 04:50:11.233490 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faccf5d-c9ee-40c3-903e-d6e02d9206ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e59eac-67a6-4ca0-9585-023cda03e2bf,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:11.235469 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41370) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:11.295109 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Publish callbacks [] for security_group (76e59eac-67a6-4ca0-9585-023cda03e2bf), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:11.328882 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Publish callbacks [] for security_group (76e59eac-67a6-4ca0-9585-023cda03e2bf), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:11.449473 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (76e59eac-67a6-4ca0-9585-023cda03e2bf), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:11.452286 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:11.453541 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76e59eac-67a6-4ca0-9585-023cda03e2bf HTTP/1.1" status: 204 len: 168 time: 0.2168055 Jan 31 04:50:11.465129 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e59eac-67a6-4ca0-9585-023cda03e2bf,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:11.472669 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.476117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.476117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.476117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.476117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.476117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.476117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.476117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.476117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.476117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.476117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.478824 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.478824 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59877fc9-46ee-4ef1-b95a-9e894a07474c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:11.595622 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f754dd3-9189-4a9c-a59d-5976ee6df895 req-b21c1ecc-b01c-4ca4-a3bc-41fcc45d4a33 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:11.597037 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5f754dd3-9189-4a9c-a59d-5976ee6df895 req-b21c1ecc-b01c-4ca4-a3bc-41fcc45d4a33 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0573857 Jan 31 04:50:11.648374 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5f754dd3-9189-4a9c-a59d-5976ee6df895 req-de256ece-27dd-47e9-97ee-21dbbfd05d05 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450456 Jan 31 04:50:11.879695 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d3e77-1bb2-4ca9-8f58-0480523249d0 req-00cd960e-da06-421c-a424-3a02534f2862 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:11.881207 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-643d3e77-1bb2-4ca9-8f58-0480523249d0 req-00cd960e-da06-421c-a424-3a02534f2862 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0659411 Jan 31 04:50:11.931626 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-643d3e77-1bb2-4ca9-8f58-0480523249d0 req-dd651550-5360-4e7d-b02b-9095068afcc6 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 Jan 31 04:50:12.180276 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41416) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:12.187597 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ec4b8bbd-4eca-42d7-a485-c1a2f8bb5c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:12.264935 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ec4b8bbd-4eca-42d7-a485-c1a2f8bb5c22 admin admin] Publish callbacks [] for security_group (c9f8a525-0df6-4b8b-bf48-c268df804d06), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:12.369676 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ec4b8bbd-4eca-42d7-a485-c1a2f8bb5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (c9f8a525-0df6-4b8b-bf48-c268df804d06), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:12.408219 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ec4b8bbd-4eca-42d7-a485-c1a2f8bb5c22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=020839c3c9cd4f62a8c7544b8952ab5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325773 Jan 31 04:50:12.409421 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b8bbd-4eca-42d7-a485-c1a2f8bb5c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f8a525-0df6-4b8b-bf48-c268df804d06,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:12.410943 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41420) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:12.460187 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3988fc63-d307-4684-8ec1-530546a4d105 admin admin] Publish callbacks [] for security_group (c9f8a525-0df6-4b8b-bf48-c268df804d06), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:12.484115 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3988fc63-d307-4684-8ec1-530546a4d105 admin admin] Publish callbacks [] for security_group (c9f8a525-0df6-4b8b-bf48-c268df804d06), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:12.598325 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3988fc63-d307-4684-8ec1-530546a4d105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (c9f8a525-0df6-4b8b-bf48-c268df804d06), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:12.600963 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-3988fc63-d307-4684-8ec1-530546a4d105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:12.602183 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-3988fc63-d307-4684-8ec1-530546a4d105 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9f8a525-0df6-4b8b-bf48-c268df804d06 HTTP/1.1" status: 204 len: 168 time: 0.1901126 Jan 31 04:50:12.609792 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988fc63-d307-4684-8ec1-530546a4d105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f8a525-0df6-4b8b-bf48-c268df804d06,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:12.789832 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc4980-e13d-4bad-86a7-d3fee395d820 req-3ba29067-0eb5-4492-a45b-8a032ca22a3a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:12.791396 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eecc4980-e13d-4bad-86a7-d3fee395d820 req-3ba29067-0eb5-4492-a45b-8a032ca22a3a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0590961 Jan 31 04:50:12.843059 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eecc4980-e13d-4bad-86a7-d3fee395d820 req-fb1510b6-07e4-4640-bbe1-e054fd2d9555 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460610 Jan 31 04:50:13.053589 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792471-e4e2-4bdc-9353-5c4534b23e91 req-762401b2-f08d-4f7b-b69c-74d337d24ab9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:13.055915 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-27792471-e4e2-4bdc-9353-5c4534b23e91 req-762401b2-f08d-4f7b-b69c-74d337d24ab9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0526040 Jan 31 04:50:13.115319 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-27792471-e4e2-4bdc-9353-5c4534b23e91 req-e87254b2-afc5-4f2e-9700-23c8d8bb6a9a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537136 Jan 31 04:50:13.625701 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-b44b192b-121c-40a3-a652-b32d851dd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:13.627609 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-b44b192b-121c-40a3-a652-b32d851dd464 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 1129 time: 0.0455792 Jan 31 04:50:13.718286 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-f8de1d8e-6fd3-4bda-96c4-77b929483ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:13.719822 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-f8de1d8e-6fd3-4bda-96c4-77b929483ab7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.0853937 Jan 31 04:50:13.770031 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41458) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:13.795985 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-55984775-67f8-4fa1-b64b-f134b508bc04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5 HTTP/1.1" status: 200 len: 1001 time: 0.0701299 Jan 31 04:50:13.817517 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-938aad3c-19a7-40a8-89dc-87b6cdec13c3 admin admin] Deleting subnet aeb5f727-0fc2-4a92-9ce0-5814429ea0e4 {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:50:13.821685 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-938aad3c-19a7-40a8-89dc-87b6cdec13c3 admin admin] Publish callbacks [] for subnet (aeb5f727-0fc2-4a92-9ce0-5814429ea0e4), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:13.853801 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-f1850cfc-b4f2-4fa7-abdb-0aad2484f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:13.855311 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-f1850cfc-b4f2-4fa7-abdb-0aad2484f6ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0532455 Jan 31 04:50:13.859365 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-938aad3c-19a7-40a8-89dc-87b6cdec13c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4188970'] for subnet (aeb5f727-0fc2-4a92-9ce0-5814429ea0e4), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:13.908269 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-938aad3c-19a7-40a8-89dc-87b6cdec13c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (aeb5f727-0fc2-4a92-9ce0-5814429ea0e4), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:13.920559 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-4391be3e-164f-48bc-8803-42904851838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:13.922077 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-4391be3e-164f-48bc-8803-42904851838c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593748 Jan 31 04:50:14.037852 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2edc3c-7f59-437e-b745-566a90834b1f req-5ccf8e75-b222-41ec-8c1b-98d77eb934bc tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:14.040060 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ce2edc3c-7f59-437e-b745-566a90834b1f req-5ccf8e75-b222-41ec-8c1b-98d77eb934bc tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.1123369 Jan 31 04:50:14.044754 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-938aad3c-19a7-40a8-89dc-87b6cdec13c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545251'] for subnet (aeb5f727-0fc2-4a92-9ce0-5814429ea0e4), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:14.068859 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-ee8b6ffb-0f9e-47e8-884d-7e2aceb9eb2d service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319730 Jan 31 04:50:14.071914 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938aad3c-19a7-40a8-89dc-87b6cdec13c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb5f727-0fc2-4a92-9ce0-5814429ea0e4,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:14.075000 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-938aad3c-19a7-40a8-89dc-87b6cdec13c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:14.079138 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-938aad3c-19a7-40a8-89dc-87b6cdec13c3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aeb5f727-0fc2-4a92-9ce0-5814429ea0e4 HTTP/1.1" status: 204 len: 168 time: 0.3079910 Jan 31 04:50:14.080851 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41464) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:14.132092 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ce2edc3c-7f59-437e-b745-566a90834b1f req-731e31d1-736e-4488-b109-08e54c4dadd2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856407 Jan 31 04:50:14.188718 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (c4477f49-ebf4-4e7b-8c85-2d53d2a5b898), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:14.218027 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d4c10234-bdeb-4062-b3cf-d38cb1d2f6e7 req-21fa1dc9-fbe0-44fa-89a2-020edbf7f0b7 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321094 Jan 31 04:50:14.315366 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (c4477f49-ebf4-4e7b-8c85-2d53d2a5b898), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:14.342388 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4477f49-ebf4-4e7b-8c85-2d53d2a5b898']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:50:14.356264 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1d989-ad14-4f75-b487-34fde72da9f8 req-176562cf-0fbd-49ab-bec7-62a79418ed96 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:14.357840 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e2b1d989-ad14-4f75-b487-34fde72da9f8 req-176562cf-0fbd-49ab-bec7-62a79418ed96 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.1220527 Jan 31 04:50:14.361698 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eef9d31-fd97-4bba-b6ba-74f689ff66eb') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:50:14.361999 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eef9d31-fd97-4bba-b6ba-74f689ff66eb') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:50:14.374089 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (1eef9d31-fd97-4bba-b6ba-74f689ff66eb), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:14.406510 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (1eef9d31-fd97-4bba-b6ba-74f689ff66eb), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:14.420930 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:50:14.421394 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (1eef9d31-fd97-4bba-b6ba-74f689ff66eb), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:50:14.423017 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:50:14.451238 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e2b1d989-ad14-4f75-b487-34fde72da9f8 req-de69c076-4d65-418a-9ad8-691e77b6d936 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816689 Jan 31 04:50:14.546973 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (c4477f49-ebf4-4e7b-8c85-2d53d2a5b898), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:14.554284 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:14.557549 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c4477f49-ebf4-4e7b-8c85-2d53d2a5b898 HTTP/1.1" status: 204 len: 168 time: 0.4753153 Jan 31 04:50:14.566716 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccc930-8df2-4cc7-9a22-2a4537fac544 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4477f49-ebf4-4e7b-8c85-2d53d2a5b898,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:14.969848 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41512) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:15.011709 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-6028cd75-925e-4016-a9fe-47fbede015ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30fced24126f40ac94f018df7c960a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407040 Jan 31 04:50:15.014248 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41518) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:15.066531 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-508970bc-4422-4511-827e-014895370df6 admin admin] Publish callbacks [] for security_group (87212462-0b81-413c-a6e8-dcdae62d1161), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:15.090652 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-508970bc-4422-4511-827e-014895370df6 admin admin] Publish callbacks [] for security_group (87212462-0b81-413c-a6e8-dcdae62d1161), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:15.221172 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-508970bc-4422-4511-827e-014895370df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (87212462-0b81-413c-a6e8-dcdae62d1161), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:15.223786 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-508970bc-4422-4511-827e-014895370df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:15.224950 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-508970bc-4422-4511-827e-014895370df6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87212462-0b81-413c-a6e8-dcdae62d1161 HTTP/1.1" status: 204 len: 168 time: 0.2095315 Jan 31 04:50:15.233254 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508970bc-4422-4511-827e-014895370df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87212462-0b81-413c-a6e8-dcdae62d1161,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:15.285619 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12299b41-1cb1-41a0-a01c-9204d8e2125b req-d407f41b-388b-40b2-a55e-ae47211ef846 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:15.287148 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-12299b41-1cb1-41a0-a01c-9204d8e2125b req-d407f41b-388b-40b2-a55e-ae47211ef846 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0566611 Jan 31 04:50:15.333769 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-12299b41-1cb1-41a0-a01c-9204d8e2125b req-a3de2536-ba79-4f0e-a6eb-cb137eb069ab tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407753 Jan 31 04:50:15.519612 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41532) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:15.617431 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460dc2b-bff5-4e41-81d4-8a53a9e6478b req-b1c7981a-483f-4e4b-bcbb-ceb7029c6c91 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:15.618961 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9460dc2b-bff5-4e41-81d4-8a53a9e6478b req-b1c7981a-483f-4e4b-bcbb-ceb7029c6c91 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0561445 Jan 31 04:50:15.638036 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-32756ad3-438b-4dca-9db5-c55cae645aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:15.693634 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9460dc2b-bff5-4e41-81d4-8a53a9e6478b req-9a719b86-f079-4ab8-b269-2a21d497d462 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680315 Jan 31 04:50:15.741555 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-32756ad3-438b-4dca-9db5-c55cae645aac admin admin] Publish callbacks [] for security_group (ad83d737-a0f7-4be6-98ea-d7f31fb8d7dc), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:15.821698 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-32756ad3-438b-4dca-9db5-c55cae645aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (ad83d737-a0f7-4be6-98ea-d7f31fb8d7dc), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:15.869034 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-32756ad3-438b-4dca-9db5-c55cae645aac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c18e66056ea94f8a8d1d6643b33ef80e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483419 Jan 31 04:50:15.870980 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32756ad3-438b-4dca-9db5-c55cae645aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad83d737-a0f7-4be6-98ea-d7f31fb8d7dc,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:15.875166 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41548) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:15.933850 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d42f5032-9a43-40da-93cd-968e63e11f1e admin admin] Publish callbacks [] for security_group (ad83d737-a0f7-4be6-98ea-d7f31fb8d7dc), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:15.955346 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d42f5032-9a43-40da-93cd-968e63e11f1e admin admin] Publish callbacks [] for security_group (ad83d737-a0f7-4be6-98ea-d7f31fb8d7dc), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:16.072158 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d42f5032-9a43-40da-93cd-968e63e11f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (ad83d737-a0f7-4be6-98ea-d7f31fb8d7dc), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:16.074743 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d42f5032-9a43-40da-93cd-968e63e11f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:16.075914 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-d42f5032-9a43-40da-93cd-968e63e11f1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad83d737-a0f7-4be6-98ea-d7f31fb8d7dc HTTP/1.1" status: 204 len: 168 time: 0.1998546 Jan 31 04:50:16.084089 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f5032-9a43-40da-93cd-968e63e11f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad83d737-a0f7-4be6-98ea-d7f31fb8d7dc,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:16.465758 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d60f0-d593-481c-8868-712daf61662e req-3d01536c-f7a2-46b7-9054-9bcf42753c7d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:16.467283 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-315d60f0-d593-481c-8868-712daf61662e req-3d01536c-f7a2-46b7-9054-9bcf42753c7d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0581639 Jan 31 04:50:16.519380 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-315d60f0-d593-481c-8868-712daf61662e req-d506d6c3-b9a8-40a8-91e1-157fb869818a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461147 Jan 31 04:50:16.813458 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d8304-2e06-4b47-bcbe-4b1dcf5ea595 req-ba168308-9b51-4577-ba09-f812f039162a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:16.815105 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-477d8304-2e06-4b47-bcbe-4b1dcf5ea595 req-ba168308-9b51-4577-ba09-f812f039162a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0525281 Jan 31 04:50:16.856102 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41574) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:16.873376 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-16edc8af-5365-4b63-806d-82e374bec14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:16.875801 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-477d8304-2e06-4b47-bcbe-4b1dcf5ea595 req-721b74e1-e3b7-47d2-8006-f49b5f0d0174 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553322 Jan 31 04:50:16.983325 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-16edc8af-5365-4b63-806d-82e374bec14b admin admin] Publish callbacks [] for security_group (bff109e6-9d66-4ef5-a817-393b30a33617), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:17.072608 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-16edc8af-5365-4b63-806d-82e374bec14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (bff109e6-9d66-4ef5-a817-393b30a33617), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:17.122878 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-16edc8af-5365-4b63-806d-82e374bec14b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=280d67ff9a51470e881bc4bd9e9b0f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656629 Jan 31 04:50:17.123972 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edc8af-5365-4b63-806d-82e374bec14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff109e6-9d66-4ef5-a817-393b30a33617,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:17.125585 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41588) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:17.183433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e5baa821-44c5-463b-b2de-4b03aa3949ab admin admin] Publish callbacks [] for security_group (bff109e6-9d66-4ef5-a817-393b30a33617), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:17.203842 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e5baa821-44c5-463b-b2de-4b03aa3949ab admin admin] Publish callbacks [] for security_group (bff109e6-9d66-4ef5-a817-393b30a33617), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:17.329685 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e5baa821-44c5-463b-b2de-4b03aa3949ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (bff109e6-9d66-4ef5-a817-393b30a33617), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:17.332436 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e5baa821-44c5-463b-b2de-4b03aa3949ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:17.338749 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-e5baa821-44c5-463b-b2de-4b03aa3949ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bff109e6-9d66-4ef5-a817-393b30a33617 HTTP/1.1" status: 204 len: 168 time: 0.2059124 Jan 31 04:50:17.342355 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5baa821-44c5-463b-b2de-4b03aa3949ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff109e6-9d66-4ef5-a817-393b30a33617,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:17.510328 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 2eade66b-918f-4c8e-a64c-60d0ce7921a5 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:50:17.614036 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 is: ACTIVE; New status is: DOWN {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:50:17.614293 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:17.648926 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:50:17.650333 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:50:17.650984 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89da8e-3369-44d6-bd84-fed747472caf req-efd425a3-8287-4df1-aaf9-2b6fb8563234 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:17.652467 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f89da8e-3369-44d6-bd84-fed747472caf req-efd425a3-8287-4df1-aaf9-2b6fb8563234 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 945 time: 0.0568259 Jan 31 04:50:17.652723 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f7591-b946-4121-89a1-c9678bc3d69d" -d '{"events": [{"server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "name": "network-vif-unplugged", "status": "completed", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:50:17.690755 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 04:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbbf83a-f7cb-4df6-9c03-a32d7bf4cbf0 x-openstack-request-id: req-ebbbf83a-f7cb-4df6-9c03-a32d7bf4cbf0 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:50:17.691256 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "name": "network-vif-unplugged", "status": "failed", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5", "code": 422}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:50:17.691652 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ebbbf83a-f7cb-4df6-9c03-a32d7bf4cbf0 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:50:17.692090 dv-cinder-826608-2-iscsi neutron-server[109633]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'code': 422} returned with failed status Jan 31 04:50:17.714212 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8f89da8e-3369-44d6-bd84-fed747472caf req-f4187bd1-7bb3-492b-a380-810b6462f17b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504017 Jan 31 04:50:17.724056 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:17.783051 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=8']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:17.997080 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bbaaf-621e-4ea1-9c28-b6f38172423c req-bec7dc88-430d-423b-8c17-c76d1ccdd08b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:17.998605 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ec8bbaaf-621e-4ea1-9c28-b6f38172423c req-bec7dc88-430d-423b-8c17-c76d1ccdd08b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0541975 Jan 31 04:50:18.054449 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ec8bbaaf-621e-4ea1-9c28-b6f38172423c req-2febc121-a3b9-482b-9ba1-b1e3f9653182 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500410 Jan 31 04:50:18.979070 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [req-323b45cd-4b4a-48ed-8742-1fca3cd5d1ea req-e5719a78-ffd0-4446-a506-fa6c5568df10 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:50:18.980138 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-323b45cd-4b4a-48ed-8742-1fca3cd5d1ea req-e5719a78-ffd0-4446-a506-fa6c5568df10 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054719 Jan 31 04:50:19.181989 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c338a71-dca6-42a2-ad5e-1b1abe37350f req-e66e06d8-769d-4184-adc4-fe33d095e431 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:19.184714 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2c338a71-dca6-42a2-ad5e-1b1abe37350f req-e66e06d8-769d-4184-adc4-fe33d095e431 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0589070 Jan 31 04:50:19.233891 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2c338a71-dca6-42a2-ad5e-1b1abe37350f req-df6ca90c-fa4e-4efd-9b7e-bd6a51a8c058 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436938 Jan 31 04:50:19.312044 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacaf696-fce0-488b-8ba5-50e1f241ae44 req-d2cc9cc1-4456-413a-ae63-bee575bdfeec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:19.313587 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-dacaf696-fce0-488b-8ba5-50e1f241ae44 req-d2cc9cc1-4456-413a-ae63-bee575bdfeec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0505035 Jan 31 04:50:19.384456 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-dacaf696-fce0-488b-8ba5-50e1f241ae44 req-ae01879b-001f-41a1-89e2-aef6098c08df tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565596 Jan 31 04:50:19.980202 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41712) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:20.072917 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-87b9c512-70ac-4365-95af-95a08fb01a47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914319 Jan 31 04:50:20.081406 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-4f3cd20e-8461-4b9c-bf32-f9e631296b1d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:50:20.082462 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-4f3cd20e-8461-4b9c-bf32-f9e631296b1d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051126 Jan 31 04:50:20.352986 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf674f-42ed-46a0-a7d9-6f647690dd9a req-b865efac-8f72-470b-9003-eb3aab86388c tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:20.354483 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-23cf674f-42ed-46a0-a7d9-6f647690dd9a req-b865efac-8f72-470b-9003-eb3aab86388c tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0532935 Jan 31 04:50:20.410596 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-23cf674f-42ed-46a0-a7d9-6f647690dd9a req-bee40d01-1931-4927-9817-2c72e4303d04 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502591 Jan 31 04:50:20.520091 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac445d-5de8-4695-9ad1-ee8c370aba59 req-c48a4049-d0ef-44c5-b7cb-eb2cd568014d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:20.521553 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7cac445d-5de8-4695-9ad1-ee8c370aba59 req-c48a4049-d0ef-44c5-b7cb-eb2cd568014d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0593567 Jan 31 04:50:20.569465 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7cac445d-5de8-4695-9ad1-ee8c370aba59 req-407ccc0d-1f28-404b-9d5e-bbebf04f79e5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415368 Jan 31 04:50:21.266678 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41754) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:21.360758 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:21.434253 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Publish callbacks [] for security_group (09f1fa2e-f1ec-4850-9f03-eb9765127fb2), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:21.503927 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (09f1fa2e-f1ec-4850-9f03-eb9765127fb2), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:21.554664 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=584202b5b2364b31a0c0b9214bbe5007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956753 Jan 31 04:50:21.556220 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1fa2e-f1ec-4850-9f03-eb9765127fb2,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:21.557353 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41760) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:21.564640 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f57bf-99c1-4bf7-9374-6d920a2251ee req-a427bf0e-2644-428f-9bb7-3ab666d32cc0 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:21.570038 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cb0f57bf-99c1-4bf7-9374-6d920a2251ee req-a427bf0e-2644-428f-9bb7-3ab666d32cc0 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0938418 Jan 31 04:50:21.571917 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.572276 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.572626 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.572964 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.573298 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.573630 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.573994 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.574319 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.574646 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.575002 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.575329 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.575651 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.575976 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab43-c177-47a1-87b4-275a4fd0fdda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:21.609061 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-406f9507-5cd6-4663-83f2-f4870f2b9f74 admin admin] Publish callbacks [] for security_group (09f1fa2e-f1ec-4850-9f03-eb9765127fb2), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:21.622497 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cb0f57bf-99c1-4bf7-9374-6d920a2251ee req-30964d5b-4431-409f-842c-86e4bbc86653 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 Jan 31 04:50:21.631028 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-406f9507-5cd6-4663-83f2-f4870f2b9f74 admin admin] Publish callbacks [] for security_group (09f1fa2e-f1ec-4850-9f03-eb9765127fb2), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:21.708840 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2be70-0ec8-4a04-baa5-9c77c859701a req-58d48eb5-e981-4a91-b7b1-21b2aaf34025 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:21.710280 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ecd2be70-0ec8-4a04-baa5-9c77c859701a req-58d48eb5-e981-4a91-b7b1-21b2aaf34025 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0629666 Jan 31 04:50:21.756604 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ecd2be70-0ec8-4a04-baa5-9c77c859701a req-ee495854-f0d4-4210-bc84-9a4096e2ec81 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404890 Jan 31 04:50:21.793371 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-406f9507-5cd6-4663-83f2-f4870f2b9f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (09f1fa2e-f1ec-4850-9f03-eb9765127fb2), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:21.796034 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-406f9507-5cd6-4663-83f2-f4870f2b9f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:21.797143 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-406f9507-5cd6-4663-83f2-f4870f2b9f74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09f1fa2e-f1ec-4850-9f03-eb9765127fb2 HTTP/1.1" status: 204 len: 168 time: 0.2387025 Jan 31 04:50:21.805089 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f9507-5cd6-4663-83f2-f4870f2b9f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1fa2e-f1ec-4850-9f03-eb9765127fb2,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:22.742113 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9babd-04d0-4de7-8e68-5656b3ab0214 req-65ffc042-c232-47f2-a96e-e626bec73728 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:22.743732 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d3e9babd-04d0-4de7-8e68-5656b3ab0214 req-65ffc042-c232-47f2-a96e-e626bec73728 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0520217 Jan 31 04:50:22.792518 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d3e9babd-04d0-4de7-8e68-5656b3ab0214 req-cd5d2fdf-38f7-4f68-a2f3-c10f260ea933 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431991 Jan 31 04:50:22.895734 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7619e-c495-46fa-b171-28868b73f63b req-af2bf8f6-9a6f-4b67-9419-4dab177da2af tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:22.902631 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-dda7619e-c495-46fa-b171-28868b73f63b req-af2bf8f6-9a6f-4b67-9419-4dab177da2af tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0600653 Jan 31 04:50:22.945890 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-dda7619e-c495-46fa-b171-28868b73f63b req-3fbe8fcb-5688-4f30-a668-d9072f0e029a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422008 Jan 31 04:50:23.259264 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41814) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:23.367942 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ce3b38ee-a665-4e01-a3e0-99e4a0aad5f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:23.439576 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ce3b38ee-a665-4e01-a3e0-99e4a0aad5f4 admin admin] Publish callbacks [] for security_group (80a6b9d9-4ed8-4fe8-95cb-b1db411f3d96), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:23.506416 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ce3b38ee-a665-4e01-a3e0-99e4a0aad5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (80a6b9d9-4ed8-4fe8-95cb-b1db411f3d96), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:23.547835 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ce3b38ee-a665-4e01-a3e0-99e4a0aad5f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4a23cdd260746fc8f294568fee2c4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874579 Jan 31 04:50:23.548736 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b38ee-a665-4e01-a3e0-99e4a0aad5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a6b9d9-4ed8-4fe8-95cb-b1db411f3d96,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:23.550578 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41820) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:23.598582 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9e860261-573a-4152-a34c-c4593a39709c admin admin] Publish callbacks [] for security_group (80a6b9d9-4ed8-4fe8-95cb-b1db411f3d96), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:23.624588 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9e860261-573a-4152-a34c-c4593a39709c admin admin] Publish callbacks [] for security_group (80a6b9d9-4ed8-4fe8-95cb-b1db411f3d96), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:23.729278 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9e860261-573a-4152-a34c-c4593a39709c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (80a6b9d9-4ed8-4fe8-95cb-b1db411f3d96), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:23.731817 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9e860261-573a-4152-a34c-c4593a39709c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:23.732942 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9e860261-573a-4152-a34c-c4593a39709c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80a6b9d9-4ed8-4fe8-95cb-b1db411f3d96 HTTP/1.1" status: 204 len: 168 time: 0.1812806 Jan 31 04:50:23.744354 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e860261-573a-4152-a34c-c4593a39709c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a6b9d9-4ed8-4fe8-95cb-b1db411f3d96,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:24.028219 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5df27-2895-4dc8-bd14-95c45af43de7 req-495c00f8-5f73-4851-975e-d3db1de21886 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:24.030810 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f3d5df27-2895-4dc8-bd14-95c45af43de7 req-495c00f8-5f73-4851-975e-d3db1de21886 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.1682050 Jan 31 04:50:24.107370 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f3d5df27-2895-4dc8-bd14-95c45af43de7 req-2f862e10-4f39-4eec-b431-c5272acc3ec0 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705261 Jan 31 04:50:24.254703 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fc6a6-48bf-4c4b-ad27-7b6aa45a3770 req-ec6d0c8f-a895-43f9-9a54-0598af7fbb2c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:24.256233 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1b4fc6a6-48bf-4c4b-ad27-7b6aa45a3770 req-ec6d0c8f-a895-43f9-9a54-0598af7fbb2c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.2347450 Jan 31 04:50:24.306470 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1b4fc6a6-48bf-4c4b-ad27-7b6aa45a3770 req-5ffc7ac4-9cfe-4717-ab70-3c3195694ffe tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417140 Jan 31 04:50:25.235540 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f4033f51-b587-496a-bf73-23fcd8630bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:25.255747 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5892af-aabc-403b-9d2c-c665d9bae9e2 req-ba8811d5-5c67-4fd1-a73d-1e2cfb63c34f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:25.257368 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8d5892af-aabc-403b-9d2c-c665d9bae9e2 req-ba8811d5-5c67-4fd1-a73d-1e2cfb63c34f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0623264 Jan 31 04:50:25.309282 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8d5892af-aabc-403b-9d2c-c665d9bae9e2 req-94d26f55-c379-44e7-82c3-67f73ea1c1bd tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459499 Jan 31 04:50:25.434893 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69764496-3c58-4e08-b10b-1367a53dc290 req-5d375426-fd02-4976-80e8-122eff59592c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:25.436349 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-69764496-3c58-4e08-b10b-1367a53dc290 req-5d375426-fd02-4976-80e8-122eff59592c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0557740 Jan 31 04:50:25.482783 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-69764496-3c58-4e08-b10b-1367a53dc290 req-ad308f5d-d488-4285-8b9a-67b902ff7684 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408175 Jan 31 04:50:25.649817 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57f1ae-8957-471c-9927-9fbd9c3d619c req-cade4918-407c-4883-932a-15d62a4b4a59 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:25.651596 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-de57f1ae-8957-471c-9927-9fbd9c3d619c req-cade4918-407c-4883-932a-15d62a4b4a59 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0631938 Jan 31 04:50:25.690479 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-7cc1ec82-8bf0-46b2-879d-37b4b8e55657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:25.692082 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-7cc1ec82-8bf0-46b2-879d-37b4b8e55657 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b&tenant_id=3951fb700ad04745afa04a4b077da951 HTTP/1.1" status: 200 len: 1127 time: 0.0770724 Jan 31 04:50:25.701878 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-de57f1ae-8957-471c-9927-9fbd9c3d619c req-1b01d6cc-7494-498a-9c62-723445760331 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438926 Jan 31 04:50:25.785311 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-132d5d2c-f72b-4115-978f-ae9ea682dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:25.786870 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-132d5d2c-f72b-4115-978f-ae9ea682dc27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 1127 time: 0.0497823 Jan 31 04:50:25.800216 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-197bd6ae-742b-41b1-aab8-37de4e70ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:25.801736 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-197bd6ae-742b-41b1-aab8-37de4e70ac62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 1130 time: 0.0483360 Jan 31 04:50:25.876107 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-e9ef923a-d339-478a-8cd8-332da8462bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:25.877815 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-e9ef923a-d339-478a-8cd8-332da8462bdd service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.0842133 Jan 31 04:50:25.891330 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-2cd4fe71-e263-4622-b7a6-fdadef00cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:25.892898 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-2cd4fe71-e263-4622-b7a6-fdadef00cd99 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 200 len: 911 time: 0.0852110 Jan 31 04:50:25.998707 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-3258661d-1397-42fb-97b5-51884d116da7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 HTTP/1.1" status: 200 len: 1002 time: 0.0979395 Jan 31 04:50:26.053297 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-6dd0b161-f580-408a-9fed-bf35f74fa340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:26.054820 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-6dd0b161-f580-408a-9fed-bf35f74fa340 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c22f48-70b0-40dd-8256-e6bbe4f151b9 HTTP/1.1" status: 200 len: 850 time: 0.0497515 Jan 31 04:50:26.117344 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-6f972a36-46da-4ca2-bf01-bac61a06280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:26.120086 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-6f972a36-46da-4ca2-bf01-bac61a06280c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6d9d9c2-37a6-46fa-b349-eedfe966b621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581563 Jan 31 04:50:26.177351 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-7b72982e-4b9f-4387-b131-070312df77d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5 HTTP/1.1" status: 200 len: 999 time: 0.2936242 Jan 31 04:50:26.213065 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-b6cbc2aa-087b-4c61-9593-043cfbbc3e4a service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865915 Jan 31 04:50:26.224001 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-be17e358-0139-4844-9d75-80bcb9febc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:26.225494 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-be17e358-0139-4844-9d75-80bcb9febc81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0423040 Jan 31 04:50:26.274037 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-2c5b5c3f-4488-4dfc-865a-5d9d5dffd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:26.275524 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-2c5b5c3f-4488-4dfc-865a-5d9d5dffd79d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443244 Jan 31 04:50:26.307443 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ae7d23e0-186d-45bc-b81f-0b536c1af10b req-8fa8fbe2-b582-4081-a3ae-4918b534a37a service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861077 Jan 31 04:50:26.368081 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-0c04cdfc-f506-49b6-bdfa-be4a86a7ff11 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844901 Jan 31 04:50:26.456419 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-694c0736-135a-4788-a861-a2738ea1b8f6 req-f5d81e14-20d4-46db-b7d2-df213da61cf2 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820291 Jan 31 04:50:26.618584 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76230ef-11ac-4107-956d-95f8c73d99cc req-872f6441-5173-4e56-99e6-cc97aafcb79d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:26.620256 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a76230ef-11ac-4107-956d-95f8c73d99cc req-872f6441-5173-4e56-99e6-cc97aafcb79d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0595298 Jan 31 04:50:26.667855 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a76230ef-11ac-4107-956d-95f8c73d99cc req-ef9a369b-ef97-4863-a2f0-8a668e49ee8b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421567 Jan 31 04:50:26.824716 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17c358-b9e3-4e39-ba54-c2acf3f94145 req-7d7c504a-5cd0-4206-8710-f19db5de43ed tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:26.826208 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bd17c358-b9e3-4e39-ba54-c2acf3f94145 req-7d7c504a-5cd0-4206-8710-f19db5de43ed tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0543699 Jan 31 04:50:26.873791 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bd17c358-b9e3-4e39-ba54-c2acf3f94145 req-818bd59b-9dcd-4a7f-a8ea-de2b2de98b54 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415394 Jan 31 04:50:27.190502 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41920) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:27.350002 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e2654b8-984c-4258-aadb-67c68c95f7c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:27.481134 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e2654b8-984c-4258-aadb-67c68c95f7c1 admin admin] Publish callbacks [] for security_group (517f0180-edfc-4c88-b170-f1d868acc46d), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:27.538245 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41926) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:27.562536 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4e2654b8-984c-4258-aadb-67c68c95f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (517f0180-edfc-4c88-b170-f1d868acc46d), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:27.615681 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3379a2ed-4b91-429f-ad35-35cb29e3dd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:27.622399 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-4e2654b8-984c-4258-aadb-67c68c95f7c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db707e3ee36547f69479da358da2d53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307384 Jan 31 04:50:27.623414 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2654b8-984c-4258-aadb-67c68c95f7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517f0180-edfc-4c88-b170-f1d868acc46d,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:27.625939 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41930) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:27.705255 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3bab2381-1640-4b06-8a51-25cd1c3fa5cf admin admin] Publish callbacks [] for security_group (517f0180-edfc-4c88-b170-f1d868acc46d), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:27.717558 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3623-308b-4a47-a50e-3bf6afe79da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:27.733895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3bab2381-1640-4b06-8a51-25cd1c3fa5cf admin admin] Publish callbacks [] for security_group (517f0180-edfc-4c88-b170-f1d868acc46d), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:27.849954 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3623-308b-4a47-a50e-3bf6afe79da4 admin admin] Publish callbacks [] for security_group (318d4a13-b93e-4807-8dc2-49b7d851b76d), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:27.878101 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae096f-53c6-4046-b0af-233b542b50a0 req-2dd9ebc6-247c-4c62-9876-af14ac032efe tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:27.879913 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-23ae096f-53c6-4046-b0af-233b542b50a0 req-2dd9ebc6-247c-4c62-9876-af14ac032efe tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0844440 Jan 31 04:50:27.917300 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3bab2381-1640-4b06-8a51-25cd1c3fa5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (517f0180-edfc-4c88-b170-f1d868acc46d), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:27.921853 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3bab2381-1640-4b06-8a51-25cd1c3fa5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:27.923659 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-3bab2381-1640-4b06-8a51-25cd1c3fa5cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/517f0180-edfc-4c88-b170-f1d868acc46d HTTP/1.1" status: 204 len: 168 time: 0.2967176 Jan 31 04:50:27.953470 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab2381-1640-4b06-8a51-25cd1c3fa5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517f0180-edfc-4c88-b170-f1d868acc46d,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:27.996714 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2b1d3623-308b-4a47-a50e-3bf6afe79da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (318d4a13-b93e-4807-8dc2-49b7d851b76d), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:28.008291 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-23ae096f-53c6-4046-b0af-233b542b50a0 req-5d4e6d5b-5e43-4b9c-8e54-ad87d92969b5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166255 Jan 31 04:50:28.053888 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d3623-308b-4a47-a50e-3bf6afe79da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318d4a13-b93e-4807-8dc2-49b7d851b76d,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:28.060186 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2b1d3623-308b-4a47-a50e-3bf6afe79da4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95e6b6243fa04323abfd692418dcbd7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5206871 Jan 31 04:50:28.067163 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41940) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:28.078498 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae30681-11fb-4254-9c48-4590d8fd08ce req-a9841642-7f98-4765-9ddb-a9226e409c62 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:28.089089 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fae30681-11fb-4254-9c48-4590d8fd08ce req-a9841642-7f98-4765-9ddb-a9226e409c62 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.1278021 Jan 31 04:50:28.169887 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fae30681-11fb-4254-9c48-4590d8fd08ce req-a77bd669-ed2a-4d72-b15e-f9652f7f3c7f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747135 Jan 31 04:50:28.180299 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ddde8702-452a-424b-ab17-367312372c00 admin admin] Publish callbacks [] for security_group (318d4a13-b93e-4807-8dc2-49b7d851b76d), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:28.212440 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ddde8702-452a-424b-ab17-367312372c00 admin admin] Publish callbacks [] for security_group (318d4a13-b93e-4807-8dc2-49b7d851b76d), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:28.319744 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ddde8702-452a-424b-ab17-367312372c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (318d4a13-b93e-4807-8dc2-49b7d851b76d), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:28.326487 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ddde8702-452a-424b-ab17-367312372c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:28.331279 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-ddde8702-452a-424b-ab17-367312372c00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/318d4a13-b93e-4807-8dc2-49b7d851b76d HTTP/1.1" status: 204 len: 168 time: 0.2672992 Jan 31 04:50:28.347306 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde8702-452a-424b-ab17-367312372c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318d4a13-b93e-4807-8dc2-49b7d851b76d,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:28.484161 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:28.683786 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41948) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:28.699229 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-47e61f70-2119-4686-b483-01c40800d6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:28.793285 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-47e61f70-2119-4686-b483-01c40800d6d7 admin admin] Publish callbacks [] for security_group (7a5417c3-55ae-42a0-9206-45753ced62d7), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:28.854707 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-47e61f70-2119-4686-b483-01c40800d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (7a5417c3-55ae-42a0-9206-45753ced62d7), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:28.904464 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-47e61f70-2119-4686-b483-01c40800d6d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cffd6e2c06934be3a1ca67b3fc58b249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194631 Jan 31 04:50:28.907234 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41956) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:28.914015 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e61f70-2119-4686-b483-01c40800d6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5417c3-55ae-42a0-9206-45753ced62d7,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:28.975998 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-171e5738-d444-4b2b-8890-d49a5c22c96a admin admin] Publish callbacks [] for security_group (7a5417c3-55ae-42a0-9206-45753ced62d7), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.006344 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-171e5738-d444-4b2b-8890-d49a5c22c96a admin admin] Publish callbacks [] for security_group (7a5417c3-55ae-42a0-9206-45753ced62d7), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.130555 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-171e5738-d444-4b2b-8890-d49a5c22c96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (7a5417c3-55ae-42a0-9206-45753ced62d7), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.133407 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-171e5738-d444-4b2b-8890-d49a5c22c96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.137927 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-171e5738-d444-4b2b-8890-d49a5c22c96a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a5417c3-55ae-42a0-9206-45753ced62d7 HTTP/1.1" status: 204 len: 168 time: 0.2296383 Jan 31 04:50:29.148140 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41964) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:29.167278 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d35084c3-69ac-4afa-b59d-e138d6894c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.172271 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396e935-dd0f-45be-95ee-0926e9b1c48a req-1ff148be-1f9c-4716-95d9-aa58ac4ffaf7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:29.174228 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0396e935-dd0f-45be-95ee-0926e9b1c48a req-1ff148be-1f9c-4716-95d9-aa58ac4ffaf7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0899966 Jan 31 04:50:29.176627 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e5738-d444-4b2b-8890-d49a5c22c96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5417c3-55ae-42a0-9206-45753ced62d7,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:29.284129 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0396e935-dd0f-45be-95ee-0926e9b1c48a req-0981733f-b5a8-4741-bb97-4cebf2b3f2f0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976968 Jan 31 04:50:29.293421 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d35084c3-69ac-4afa-b59d-e138d6894c07 admin admin] Publish callbacks [] for security_group (3ac8217c-0e59-42a8-b955-ef9cf39f849d), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.392717 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d35084c3-69ac-4afa-b59d-e138d6894c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3ac8217c-0e59-42a8-b955-ef9cf39f849d), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.433984 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-d35084c3-69ac-4afa-b59d-e138d6894c07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05901fc64f0641d0935426356311dd87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848029 Jan 31 04:50:29.436624 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41966) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:29.442739 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35084c3-69ac-4afa-b59d-e138d6894c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac8217c-0e59-42a8-b955-ef9cf39f849d,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:29.501963 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-48b0fed5-2500-47d8-976d-6a5a9f76969d admin admin] Publish callbacks [] for security_group (3ac8217c-0e59-42a8-b955-ef9cf39f849d), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.524819 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-48b0fed5-2500-47d8-976d-6a5a9f76969d admin admin] Publish callbacks [] for security_group (3ac8217c-0e59-42a8-b955-ef9cf39f849d), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.644210 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-48b0fed5-2500-47d8-976d-6a5a9f76969d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3ac8217c-0e59-42a8-b955-ef9cf39f849d), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.646968 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-48b0fed5-2500-47d8-976d-6a5a9f76969d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:29.650822 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-48b0fed5-2500-47d8-976d-6a5a9f76969d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ac8217c-0e59-42a8-b955-ef9cf39f849d HTTP/1.1" status: 204 len: 168 time: 0.2107220 Jan 31 04:50:29.659389 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0fed5-2500-47d8-976d-6a5a9f76969d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac8217c-0e59-42a8-b955-ef9cf39f849d,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:30.432384 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5ba90-38da-4e59-a427-612d69b14ce9 req-a8a76165-93b7-4d27-9647-6444a1c1573a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:30.435340 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c5ba90-38da-4e59-a427-612d69b14ce9 req-a8a76165-93b7-4d27-9647-6444a1c1573a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0618773 Jan 31 04:50:30.496628 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c5ba90-38da-4e59-a427-612d69b14ce9 req-8ab1b7ac-2751-4b19-84ed-d45d2f01b998 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517011 Jan 31 04:50:30.506895 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:30.574051 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 41976) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:30.589491 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6b900b6c-26e2-4737-8652-47caf965fe92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:30.703569 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6b900b6c-26e2-4737-8652-47caf965fe92 admin admin] Publish callbacks [] for security_group (74cdc153-4a58-461c-86b9-d8057b329d99), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:30.776105 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6b900b6c-26e2-4737-8652-47caf965fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (74cdc153-4a58-461c-86b9-d8057b329d99), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:30.833182 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-6b900b6c-26e2-4737-8652-47caf965fe92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25807cb699d843979e6b5732c85fe3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549908 Jan 31 04:50:30.833566 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 41986) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:30.836223 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b900b6c-26e2-4737-8652-47caf965fe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cdc153-4a58-461c-86b9-d8057b329d99,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:30.904705 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b6b1-2990-4729-a207-4a0d62484fac admin admin] Publish callbacks [] for security_group (74cdc153-4a58-461c-86b9-d8057b329d99), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:30.926476 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b6b1-2990-4729-a207-4a0d62484fac admin admin] Publish callbacks [] for security_group (74cdc153-4a58-461c-86b9-d8057b329d99), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:31.028229 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b6b1-2990-4729-a207-4a0d62484fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (74cdc153-4a58-461c-86b9-d8057b329d99), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:31.031268 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6cd6b6b1-2990-4729-a207-4a0d62484fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:31.034869 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-6cd6b6b1-2990-4729-a207-4a0d62484fac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74cdc153-4a58-461c-86b9-d8057b329d99 HTTP/1.1" status: 204 len: 168 time: 0.1979897 Jan 31 04:50:31.040766 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6b6b1-2990-4729-a207-4a0d62484fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cdc153-4a58-461c-86b9-d8057b329d99,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:31.370827 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:31.662898 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ca320-93cb-4ccb-b0e2-9a486c7ad63e req-8b623fcc-727e-4fe2-aa63-de2325694a76 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:31.664690 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4e6ca320-93cb-4ccb-b0e2-9a486c7ad63e req-8b623fcc-727e-4fe2-aa63-de2325694a76 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0690527 Jan 31 04:50:31.751856 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4e6ca320-93cb-4ccb-b0e2-9a486c7ad63e req-fad0eaa9-20af-4cb4-b2cd-0402a192b5a4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797303 Jan 31 04:50:33.106884 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b087bd1-fbd3-482f-bb26-74dd87d73032 req-82a8082a-15b5-4666-ab40-748164b73414 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:33.109264 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9b087bd1-fbd3-482f-bb26-74dd87d73032 req-82a8082a-15b5-4666-ab40-748164b73414 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0796134 Jan 31 04:50:33.164921 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9b087bd1-fbd3-482f-bb26-74dd87d73032 req-1cdc6e63-95a2-4dc3-83c5-80f3316dacde tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496364 Jan 31 04:50:34.292894 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b299f-74f1-446b-bc67-ae2f559b3e9c req-2d43a85c-fac4-44c5-819e-e0fd8da50194 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:34.294710 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a03b299f-74f1-446b-bc67-ae2f559b3e9c req-2d43a85c-fac4-44c5-819e-e0fd8da50194 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0543401 Jan 31 04:50:34.351610 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a03b299f-74f1-446b-bc67-ae2f559b3e9c req-976cbcd7-8bec-4114-a2cc-61ba0877e3f1 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500765 Jan 31 04:50:35.529877 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:35.530421 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1e546-7557-4d2f-8859-c8a3e8360b7f req-822df1e9-5a70-4e31-afa8-e2ef0f10cb66 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:35.531936 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-dcf1e546-7557-4d2f-8859-c8a3e8360b7f req-822df1e9-5a70-4e31-afa8-e2ef0f10cb66 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0877783 Jan 31 04:50:35.590444 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-dcf1e546-7557-4d2f-8859-c8a3e8360b7f req-475fb940-0f99-47cd-b997-6c1887bb33fa tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523927 Jan 31 04:50:36.719763 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939ead8-12f7-44fa-821d-d87ae432fd3c req-f925b3b6-5afc-447c-8be6-656bf82f2f30 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:36.721242 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a939ead8-12f7-44fa-821d-d87ae432fd3c req-f925b3b6-5afc-447c-8be6-656bf82f2f30 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0522091 Jan 31 04:50:36.768661 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a939ead8-12f7-44fa-821d-d87ae432fd3c req-0524d4a9-4987-4642-bcb6-2ee168df3162 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420032 Jan 31 04:50:37.173472 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 42140) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:37.277961 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f51820f1-0546-482c-836e-2130367ace6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:37.356565 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f51820f1-0546-482c-836e-2130367ace6a admin admin] Publish callbacks [] for security_group (f64bece2-b21e-450f-8a72-ed320b044684), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:37.403594 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f51820f1-0546-482c-836e-2130367ace6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (f64bece2-b21e-450f-8a72-ed320b044684), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:37.443926 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f51820f1-0546-482c-836e-2130367ace6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a457f04822fb49349ae3331399afabbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693672 Jan 31 04:50:37.444774 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51820f1-0546-482c-836e-2130367ace6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64bece2-b21e-450f-8a72-ed320b044684,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:37.446628 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 42144) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:37.495799 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0bc6-d718-46b1-b962-dd628093ce63 admin admin] Publish callbacks [] for security_group (f64bece2-b21e-450f-8a72-ed320b044684), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:37.516568 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0bc6-d718-46b1-b962-dd628093ce63 admin admin] Publish callbacks [] for security_group (f64bece2-b21e-450f-8a72-ed320b044684), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:37.638209 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0bc6-d718-46b1-b962-dd628093ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (f64bece2-b21e-450f-8a72-ed320b044684), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:37.641659 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ff6e0bc6-d718-46b1-b962-dd628093ce63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:37.645171 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ff6e0bc6-d718-46b1-b962-dd628093ce63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f64bece2-b21e-450f-8a72-ed320b044684 HTTP/1.1" status: 204 len: 168 time: 0.1968296 Jan 31 04:50:37.655484 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e0bc6-d718-46b1-b962-dd628093ce63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64bece2-b21e-450f-8a72-ed320b044684,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:37.894558 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c8deb-269b-408e-92bf-8e1209672dc1 req-aa6a4a20-6413-4655-9583-0eda88988e8a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:37.896851 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-812c8deb-269b-408e-92bf-8e1209672dc1 req-aa6a4a20-6413-4655-9583-0eda88988e8a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0535250 Jan 31 04:50:37.942559 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-812c8deb-269b-408e-92bf-8e1209672dc1 req-91d3e535-46f0-4588-a16f-0a3b84af7202 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406561 Jan 31 04:50:38.187896 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 42154) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:38.201845 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cb24b204-7e24-452f-a3d4-f8912e3b9000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:38.276121 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cb24b204-7e24-452f-a3d4-f8912e3b9000 admin admin] Publish callbacks [] for security_group (f4edcf31-a387-460a-bcdf-f64d7e89ff98), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:38.329239 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-cb24b204-7e24-452f-a3d4-f8912e3b9000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (f4edcf31-a387-460a-bcdf-f64d7e89ff98), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:38.370169 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-cb24b204-7e24-452f-a3d4-f8912e3b9000 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b3d59b1dbf14c70b717cb5f6ca37327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811275 Jan 31 04:50:38.370951 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24b204-7e24-452f-a3d4-f8912e3b9000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4edcf31-a387-460a-bcdf-f64d7e89ff98,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:38.372852 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 42156) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:50:38.421830 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f8b145d3-b656-4b68-a915-2629b58ad480 admin admin] Publish callbacks [] for security_group (f4edcf31-a387-460a-bcdf-f64d7e89ff98), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:38.442511 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f8b145d3-b656-4b68-a915-2629b58ad480 admin admin] Publish callbacks [] for security_group (f4edcf31-a387-460a-bcdf-f64d7e89ff98), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:38.552191 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f8b145d3-b656-4b68-a915-2629b58ad480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (f4edcf31-a387-460a-bcdf-f64d7e89ff98), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:38.555629 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f8b145d3-b656-4b68-a915-2629b58ad480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:38.556894 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f8b145d3-b656-4b68-a915-2629b58ad480 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4edcf31-a387-460a-bcdf-f64d7e89ff98 HTTP/1.1" status: 204 len: 168 time: 0.1830678 Jan 31 04:50:38.566179 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b145d3-b656-4b68-a915-2629b58ad480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4edcf31-a387-460a-bcdf-f64d7e89ff98,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:39.074476 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24401578-acbc-423a-a8e0-e7c719724024 req-5aaafad5-4b0c-4828-ae2f-c83eb17b0aec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:39.076047 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-24401578-acbc-423a-a8e0-e7c719724024 req-5aaafad5-4b0c-4828-ae2f-c83eb17b0aec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0553222 Jan 31 04:50:39.125380 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-24401578-acbc-423a-a8e0-e7c719724024 req-36a32bdc-5fa4-49ed-a7ba-35df118e9db3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436938 Jan 31 04:50:40.252703 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb3187-843e-4ea9-bb47-3e798ac4ad0d req-18f05a5f-247a-4126-9cef-4a38697076d8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:40.254243 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-66eb3187-843e-4ea9-bb47-3e798ac4ad0d req-18f05a5f-247a-4126-9cef-4a38697076d8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0548012 Jan 31 04:50:40.300623 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-66eb3187-843e-4ea9-bb47-3e798ac4ad0d req-d183c3e4-2d0b-4807-b10b-c40f13b0b8a2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 Jan 31 04:50:41.185822 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-bd5454ef-7555-4557-ab64-8f5727c9f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:41.188072 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-bd5454ef-7555-4557-ab64-8f5727c9f042 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 1127 time: 0.0486951 Jan 31 04:50:41.306327 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-f87eb88a-3d62-4456-ad24-f35b3eff8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:41.307816 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-f87eb88a-3d62-4456-ad24-f35b3eff8e3b service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.0926363 Jan 31 04:50:41.375481 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-959b2b5e-8b82-47c0-a3a7-e2cd3559d83c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5 HTTP/1.1" status: 200 len: 999 time: 0.0595622 Jan 31 04:50:41.433240 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af836-2a4c-4a53-9303-03a8437d4974 req-3afac94a-8353-428d-882a-5e53120ae66e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:41.434205 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-f2f3c269-bd16-4cb7-a58e-cf005bb8fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:41.434864 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1a9af836-2a4c-4a53-9303-03a8437d4974 req-3afac94a-8353-428d-882a-5e53120ae66e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0565333 Jan 31 04:50:41.435828 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-f2f3c269-bd16-4cb7-a58e-cf005bb8fb0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0530252 Jan 31 04:50:41.484538 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1a9af836-2a4c-4a53-9303-03a8437d4974 req-165ffa71-2781-468e-a418-b3687222c9aa tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440390 Jan 31 04:50:41.492176 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-2b776734-a4f2-4078-b73a-65104d93a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:41.493803 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-2b776734-a4f2-4078-b73a-65104d93a670 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497866 Jan 31 04:50:41.586685 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-0b4ad459-086a-4e34-bf1a-67416872d321 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864363 Jan 31 04:50:41.683848 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5c06e80e-347f-4729-a51b-3c2bfe7e8e11 req-c279599b-0e47-4e39-b740-9de3050e1b9c service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891616 Jan 31 04:50:42.608653 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a657fe-de1a-4813-beb6-bda08232d65e req-0fdb5fd5-9960-4a35-b31c-45a3b5b42589 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:42.610988 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a6a657fe-de1a-4813-beb6-bda08232d65e req-0fdb5fd5-9960-4a35-b31c-45a3b5b42589 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0528269 Jan 31 04:50:42.661591 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a6a657fe-de1a-4813-beb6-bda08232d65e req-50e6431a-569a-4cf8-b64d-cb7fdaf7d1a6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442030 Jan 31 04:50:42.673198 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-27e2a300-2f9a-4990-b4b8-5ef5629e3e65 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cc3f8d5edc6a418a90a54972adb055ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313337 Jan 31 04:50:42.876743 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b3a15bc2-fac4-44fe-80f9-caeaece0fb8d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:42.879286 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b3a15bc2-fac4-44fe-80f9-caeaece0fb8d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891141 Jan 31 04:50:42.893427 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-657cc5d1-4b96-48bb-a47d-3d3251edb03d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/quotas/cc3f8d5edc6a418a90a54972adb055ab HTTP/1.1" status: 200 len: 375 time: 0.0097618 Jan 31 04:50:42.924807 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-082ea9a5-a456-4caa-acfa-c559706500be tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc3f8d5edc6a418a90a54972adb055ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264645 Jan 31 04:50:43.166194 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7c8efcef-2628-411d-b12f-ca093ba17a60 req-6f278b0c-634f-4d9c-8f86-819f3a3a8d33 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 210 time: 0.0375369 Jan 31 04:50:43.786681 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353e9ba-cfab-44a0-9757-739a81f8fb6e req-79e45e37-4d8a-4940-a5fe-e926e4c48c0d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:43.788357 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b353e9ba-cfab-44a0-9757-739a81f8fb6e req-79e45e37-4d8a-4940-a5fe-e926e4c48c0d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0530500 Jan 31 04:50:43.838133 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b353e9ba-cfab-44a0-9757-739a81f8fb6e req-82f7cc0e-630c-4067-bae9-676cbf01ac4f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432909 Jan 31 04:50:44.256981 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-83c53b22-556b-4e9f-b958-e264924158f5 req-d19530c9-fe1e-4635-aff8-d1907248db13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 210 time: 0.0288143 Jan 31 04:50:44.966592 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bfa0e-0b2c-4311-a348-820b651c6f10 req-31f72936-140c-4aca-b25f-99ec056265f6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:44.968256 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eb9bfa0e-0b2c-4311-a348-820b651c6f10 req-31f72936-140c-4aca-b25f-99ec056265f6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0555210 Jan 31 04:50:45.022150 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eb9bfa0e-0b2c-4311-a348-820b651c6f10 req-69baff9e-22dd-4764-b73a-7b136bd769ce tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479317 Jan 31 04:50:45.218804 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4b1c92e1-59c5-4e86-9656-4f60f5c94a50 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=cc3f8d5edc6a418a90a54972adb055ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212288 Jan 31 04:50:45.334610 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-19564dbd-a43f-4310-bae9-1f63bd9c3c23 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:45.336100 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-19564dbd-a43f-4310-bae9-1f63bd9c3c23 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121435 Jan 31 04:50:45.356454 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Request body: {'port': {'device_id': '10dbda0e-de30-411e-be54-942c20451839', 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898', 'admin_state_up': True, 'tenant_id': 'cc3f8d5edc6a418a90a54972adb055ab'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:50:45.359112 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f500fe14-17ff-4128-8b94-7cc2bd2f48d6 req-a45e88b9-1b5b-46a5-8879-0b5009fad932 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 210 time: 0.0268204 Jan 31 04:50:45.527907 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Made reservation on behalf of cc3f8d5edc6a418a90a54972adb055ab for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:50:45.528029 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:45.536795 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:45.608616 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks [] for security_group (fda3cdd8-5bcf-4345-ab08-95aa635a6284), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:45.666197 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (fda3cdd8-5bcf-4345-ab08-95aa635a6284), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:45.724080 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fda3cdd8-5bcf-4345-ab08-95aa635a6284,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:45.797734 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Allocated IP 192.168.233.246 (d131de66-fc95-4a29-ae76-f3147daf8898/a6b9763c-661a-451b-8e57-b7dbe142e03c/c5d0b06e-7080-4338-a709-b6908a39614b) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:50:45.942135 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks [] for port (c5d0b06e-7080-4338-a709-b6908a39614b), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:46.061581 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:46.112069 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Network d131de66-fc95-4a29-ae76-f3147daf8898 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:50:46.123213 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:50:46.141774 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:50:46.147969 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Pushing event updated for resources: {'Port': ['ID=c5d0b06e-7080-4338-a709-b6908a39614b,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:46.200078 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:46.200721 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:46.217915 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c454d-3120-4420-9870-a1ae3017aca3 req-ce01a6bd-5b49-4f77-935c-889028e110ad tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:46.219518 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-467c454d-3120-4420-9870-a1ae3017aca3 req-ce01a6bd-5b49-4f77-935c-889028e110ad tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.1142108 Jan 31 04:50:46.272477 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-467c454d-3120-4420-9870-a1ae3017aca3 req-865b16a2-9ceb-4346-b6b4-c03b2f95afcf tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467055 Jan 31 04:50:46.281113 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b7f3466d-3f8b-4640-b4f9-54a64d16ef0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9293251 Jan 31 04:50:46.303234 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Request body: {'port': {'device_id': '10dbda0e-de30-411e-be54-942c20451839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:50:46.318497 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-241097da-2787-4d53-a8a0-34b114431520 None None] Provisioning complete for port c5d0b06e-7080-4338-a709-b6908a39614b triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:50:46.319190 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-241097da-2787-4d53-a8a0-34b114431520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:46.352658 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-241097da-2787-4d53-a8a0-34b114431520 None None] Port c5d0b06e-7080-4338-a709-b6908a39614b cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:50:46.360763 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:46.477311 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e22203-4374-43a1-9ad6-b3d5e9f8c421 req-01e8405e-8f3b-4258-b21f-8822f5a5c587 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:46.478770 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c1e22203-4374-43a1-9ad6-b3d5e9f8c421 req-01e8405e-8f3b-4258-b21f-8822f5a5c587 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 936 time: 0.0502548 Jan 31 04:50:46.526641 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c1e22203-4374-43a1-9ad6-b3d5e9f8c421 req-9fe37675-543c-433e-b73d-63532213171a tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410323 Jan 31 04:50:46.625508 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d0b06e-7080-4338-a709-b6908a39614b {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:50:46.632841 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Publish callbacks [] for port (c5d0b06e-7080-4338-a709-b6908a39614b), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:46.645035 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Transition to ACTIVE for port object c5d0b06e-7080-4338-a709-b6908a39614b will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:50:46.706525 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:46.756901 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d0b06e-7080-4338-a709-b6908a39614b,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:46.823621 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Attempting to bind port c5d0b06e-7080-4338-a709-b6908a39614b on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:50:46.824117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Attempting to bind port c5d0b06e-7080-4338-a709-b6908a39614b by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '98b595ce-2deb-4672-8187-2d94a4847e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:50:46.824555 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Attempting to bind port c5d0b06e-7080-4338-a709-b6908a39614b on network d131de66-fc95-4a29-ae76-f3147daf8898 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:50:46.829483 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Port c5d0b06e-7080-4338-a709-b6908a39614b on network d131de66-fc95-4a29-ae76-f3147daf8898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:50:46.829805 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Attempting to bind port c5d0b06e-7080-4338-a709-b6908a39614b on network d131de66-fc95-4a29-ae76-f3147daf8898 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:50:46.834954 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:50:46.835296 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Checking segment: {'id': '98b595ce-2deb-4672-8187-2d94a4847e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:50:46.835679 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Bound using segment: {'id': '98b595ce-2deb-4672-8187-2d94a4847e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:50:46.836110 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Bound port: c5d0b06e-7080-4338-a709-b6908a39614b, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98b595ce-2deb-4672-8187-2d94a4847e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:50:46.836464 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:46.904179 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] For port c5d0b06e-7080-4338-a709-b6908a39614b, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:50:46.907184 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] For port c5d0b06e-7080-4338-a709-b6908a39614b, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5d0b06e-7080-4338-a709-b6908a39614b,segment=NetworkSegment(98b595ce-2deb-4672-8187-2d94a4847e27),segment_id=98b595ce-2deb-4672-8187-2d94a4847e27)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:50:46.964106 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:46.998701 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:46.999374 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:47.000683 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/c5d0b06e-7080-4338-a709-b6908a39614b HTTP/1.1" status: 200 len: 1098 time: 0.7017546 Jan 31 04:50:47.001108 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dbda0e-de30-411e-be54-942c20451839', 'tag': 'c5d0b06e-7080-4338-a709-b6908a39614b'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:50:47.003573 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22288a44-16c5-4724-adfe-659ff0200f29" -d '{"events": [{"name": "network-changed", "server_uuid": "10dbda0e-de30-411e-be54-942c20451839", "tag": "c5d0b06e-7080-4338-a709-b6908a39614b"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:50:47.025686 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2e8c4-e486-4e66-b7eb-0b5f8735c9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d0b06e-7080-4338-a709-b6908a39614b,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:47.062763 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c71fe5-fb76-4fa4-9962-b888c541829f x-openstack-request-id: req-92c71fe5-fb76-4fa4-9962-b888c541829f {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:50:47.063411 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dbda0e-de30-411e-be54-942c20451839", "tag": "c5d0b06e-7080-4338-a709-b6908a39614b", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:50:47.063553 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92c71fe5-fb76-4fa4-9962-b888c541829f {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:50:47.063957 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dbda0e-de30-411e-be54-942c20451839', 'tag': 'c5d0b06e-7080-4338-a709-b6908a39614b', 'status': 'completed', 'code': 200} Jan 31 04:50:47.156747 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22288a44-16c5-4724-adfe-659ff0200f29 req-7b037f70-6d52-4eb8-a6bc-ecd7b22c9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:47.158168 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-22288a44-16c5-4724-adfe-659ff0200f29 req-7b037f70-6d52-4eb8-a6bc-ecd7b22c9398 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc3f8d5edc6a418a90a54972adb055ab&device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 1132 time: 0.0459318 Jan 31 04:50:47.199632 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-22288a44-16c5-4724-adfe-659ff0200f29 req-1446c82e-cca4-4b05-bca5-73ed6026377b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=cc3f8d5edc6a418a90a54972adb055ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197396 Jan 31 04:50:47.292448 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22288a44-16c5-4724-adfe-659ff0200f29 req-c5d1b862-ae43-432a-addc-36b261764711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:47.293807 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-22288a44-16c5-4724-adfe-659ff0200f29 req-c5d1b862-ae43-432a-addc-36b261764711 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0874777 Jan 31 04:50:47.396302 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafea92-31a8-4344-be3d-1e05c6bd77cd req-58a05562-1329-436c-9ee0-59cf1d726fa3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:47.397831 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7dafea92-31a8-4344-be3d-1e05c6bd77cd req-58a05562-1329-436c-9ee0-59cf1d726fa3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0521879 Jan 31 04:50:47.412771 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b740621a-047d-4460-bdfe-94328aae5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:47.414152 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-b740621a-047d-4460-bdfe-94328aae5939 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc3f8d5edc6a418a90a54972adb055ab&device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 1132 time: 0.0447607 Jan 31 04:50:47.446655 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7dafea92-31a8-4344-be3d-1e05c6bd77cd req-d9b2592e-8176-4714-aa07-45cb4702c054 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423768 Jan 31 04:50:47.463126 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-fc6987df-e2b9-46ad-8c05-091916604036 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c5d0b06e-7080-4338-a709-b6908a39614b HTTP/1.1" status: 200 len: 217 time: 0.0330393 Jan 31 04:50:47.512980 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-77f36ef4-be3d-4e13-97e1-8d7f55587f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:47.514350 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-77f36ef4-be3d-4e13-97e1-8d7f55587f0f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6b9763c-661a-451b-8e57-b7dbe142e03c HTTP/1.1" status: 200 len: 843 time: 0.0457702 Jan 31 04:50:47.561846 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-0562d722-ba1d-445a-b021-0e02c543587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:47.563462 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-0562d722-ba1d-445a-b021-0e02c543587b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d131de66-fc95-4a29-ae76-f3147daf8898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0422978 Jan 31 04:50:47.683923 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-c2ad1f53-6500-47fd-a647-3a7401e914d1 service neutron] 10.222.0.31 "GET /v2.0/networks/d131de66-fc95-4a29-ae76-f3147daf8898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131513 Jan 31 04:50:47.691353 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47fef5-3e5e-4d61-8341-d90869459069 req-225b08db-564c-4d98-93c0-f50d7464d11f tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:47.692671 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-df47fef5-3e5e-4d61-8341-d90869459069 req-225b08db-564c-4d98-93c0-f50d7464d11f tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 948 time: 0.0955851 Jan 31 04:50:47.789355 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-df47fef5-3e5e-4d61-8341-d90869459069 req-1dba02ba-37ca-480d-b876-896aa5b3231f tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883062 Jan 31 04:50:47.808718 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7f8d5340-fa79-48da-b8bb-224942e4f9d1 req-0356fece-0eaa-4c0c-b926-d1aa7d1d3cb9 service neutron] 10.222.0.31 "GET /v2.0/networks/d131de66-fc95-4a29-ae76-f3147daf8898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150279 Jan 31 04:50:48.109159 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:50:48.566288 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a25f88-e9e7-4436-aa1d-e8a421944d6c req-1e9aa4ee-4100-41a4-ab93-5a984cedb723 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:48.567673 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-74a25f88-e9e7-4436-aa1d-e8a421944d6c req-1e9aa4ee-4100-41a4-ab93-5a984cedb723 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0491986 Jan 31 04:50:48.612546 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-74a25f88-e9e7-4436-aa1d-e8a421944d6c req-801d93f2-3077-4b52-83b6-b2483bc1b864 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389767 Jan 31 04:50:48.904084 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e4d94-0f6e-4522-b60a-638fce06a03b req-e3815c2c-7e21-40b0-95fb-11f82c43020e tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:48.905537 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3e7e4d94-0f6e-4522-b60a-638fce06a03b req-e3815c2c-7e21-40b0-95fb-11f82c43020e tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 948 time: 0.0506933 Jan 31 04:50:48.951336 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3e7e4d94-0f6e-4522-b60a-638fce06a03b req-7e5c22a1-b8c3-4ffc-8dfa-be1d629c5f40 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 Jan 31 04:50:49.732655 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079a5d5-1114-4789-8f80-e4ab413e62ce req-ae7b7e0d-c76f-42f4-8503-01a4d53952ba tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:49.734124 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2079a5d5-1114-4789-8f80-e4ab413e62ce req-ae7b7e0d-c76f-42f4-8503-01a4d53952ba tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.0523927 Jan 31 04:50:49.780318 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2079a5d5-1114-4789-8f80-e4ab413e62ce req-dc171524-468f-4b69-9bb0-f370aefa6e70 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406871 Jan 31 04:50:50.066480 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c22c6-efe0-44f8-8527-d2f537de6425 req-263d05f7-4141-44fd-94d0-218aaff7855a tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:50.067986 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-346c22c6-efe0-44f8-8527-d2f537de6425 req-263d05f7-4141-44fd-94d0-218aaff7855a tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 948 time: 0.0512412 Jan 31 04:50:50.117155 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-346c22c6-efe0-44f8-8527-d2f537de6425 req-e6a95e93-0d69-4133-9ec7-4d5dde127538 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Jan 31 04:50:51.114003 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef75c-ab60-4dac-a7b1-098469663261 req-ba96e2d1-ea09-4247-ad16-2d2111c1bdcd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:51.115501 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-82bef75c-ab60-4dac-a7b1-098469663261 req-ba96e2d1-ea09-4247-ad16-2d2111c1bdcd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 943 time: 0.2651186 Jan 31 04:50:51.160900 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-82bef75c-ab60-4dac-a7b1-098469663261 req-ab78b528-5753-4351-9316-1d6f4b43a1ea tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399551 Jan 31 04:50:51.236951 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfdefd-5a65-4a22-9be6-cbe1deb8f8a5 req-9bdf5e0f-f1a8-41aa-8961-925abd90fee1 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:51.238325 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-79bfdefd-5a65-4a22-9be6-cbe1deb8f8a5 req-9bdf5e0f-f1a8-41aa-8961-925abd90fee1 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 948 time: 0.0530305 Jan 31 04:50:51.284705 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-79bfdefd-5a65-4a22-9be6-cbe1deb8f8a5 req-9d70ea71-1abc-4a11-af5e-94a603e9125e tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Jan 31 04:50:51.595369 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 2eade66b-918f-4c8e-a64c-60d0ce7921a5 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:50:51.691732 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:50:51.701952 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'port_id': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'mac_address': 'fa:16:3e:19:f8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:50:51.737727 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:50:51.738116 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:51.750769 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eade66b-918f-4c8e-a64c-60d0ce7921a5 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:50:51.768818 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:50:51.843596 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:51.844192 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device c5d0b06e-7080-4338-a709-b6908a39614b details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:50:51.911033 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=9']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:51.926054 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.926389 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.926731 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.927090 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.927419 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.927746 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.928070 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.928392 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.928716 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.929060 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.929385 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.929705 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.930022 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:50:51.988775 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port c5d0b06e-7080-4338-a709-b6908a39614b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5d0b06e-7080-4338-a709-b6908a39614b,segment=NetworkSegment(98b595ce-2deb-4672-8187-2d94a4847e27),segment_id=98b595ce-2deb-4672-8187-2d94a4847e27)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:50:51.999387 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': 'c5d0b06e-7080-4338-a709-b6908a39614b', 'network_id': 'd131de66-fc95-4a29-ae76-f3147daf8898', 'port_id': 'c5d0b06e-7080-4338-a709-b6908a39614b', 'mac_address': 'fa:16:3e:8e:d9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b9763c-661a-451b-8e57-b7dbe142e03c', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:50:52.035383 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port c5d0b06e-7080-4338-a709-b6908a39614b is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:50:52.035774 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:52.048852 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d0b06e-7080-4338-a709-b6908a39614b {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:50:52.067986 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port c5d0b06e-7080-4338-a709-b6908a39614b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5d0b06e-7080-4338-a709-b6908a39614b,segment=NetworkSegment(98b595ce-2deb-4672-8187-2d94a4847e27),segment_id=98b595ce-2deb-4672-8187-2d94a4847e27)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:50:52.169476 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:52.220718 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=c5d0b06e-7080-4338-a709-b6908a39614b,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:50:52.280790 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e44ae-cd6c-4f19-bc58-830261066b3d req-1a4fb234-3238-4896-8237-87271712ccf3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:52.282257 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a90e44ae-cd6c-4f19-bc58-830261066b3d req-1a4fb234-3238-4896-8237-87271712ccf3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0498357 Jan 31 04:50:52.330596 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a90e44ae-cd6c-4f19-bc58-830261066b3d req-7792d1f7-834b-44bd-a234-f8b0d9165103 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429626 Jan 31 04:50:52.401669 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641445a6-9921-41cf-bc69-0531aaec98a3 req-6fc921c8-16a0-4d1b-80fc-a9e5cde3f696 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:52.403228 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-641445a6-9921-41cf-bc69-0531aaec98a3 req-6fc921c8-16a0-4d1b-80fc-a9e5cde3f696 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0505743 Jan 31 04:50:52.447630 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-641445a6-9921-41cf-bc69-0531aaec98a3 req-0e797c2f-16e9-483a-be65-1ac5c4497446 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Jan 31 04:50:53.458726 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10184a75-4d01-415c-b860-6f229d615d93 req-d6700587-c422-4524-9dc2-2c8e719acd42 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:53.460174 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-10184a75-4d01-415c-b860-6f229d615d93 req-d6700587-c422-4524-9dc2-2c8e719acd42 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0528541 Jan 31 04:50:53.506288 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-10184a75-4d01-415c-b860-6f229d615d93 req-f38576d5-e9ae-4156-8933-9f7603136271 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399842 Jan 31 04:50:53.562036 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c7278-548c-43ca-966d-0927fe1bbcb5 req-f19b5f05-46bf-484a-b95a-927081849b21 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:53.563528 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-740c7278-548c-43ca-966d-0927fe1bbcb5 req-f19b5f05-46bf-484a-b95a-927081849b21 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0507011 Jan 31 04:50:53.613110 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-740c7278-548c-43ca-966d-0927fe1bbcb5 req-f38561b0-25f3-431f-83c8-20ca75d2177b tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 Jan 31 04:50:54.627986 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60c51a-4447-4c2f-81f3-0d665ea49feb req-dfa180bf-fd1a-4fc1-94e8-d6345836a8cd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:54.629479 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2a60c51a-4447-4c2f-81f3-0d665ea49feb req-dfa180bf-fd1a-4fc1-94e8-d6345836a8cd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0512671 Jan 31 04:50:54.676247 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2a60c51a-4447-4c2f-81f3-0d665ea49feb req-2bdd500e-ff5a-4f3a-893d-942c6c9d2cde tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412922 Jan 31 04:50:54.729035 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164400b-50e5-4963-bfb1-88e452a96b03 req-1ef26b4c-eaa5-4588-83bd-418b78546c9a tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:54.730873 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9164400b-50e5-4963-bfb1-88e452a96b03 req-1ef26b4c-eaa5-4588-83bd-418b78546c9a tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0509598 Jan 31 04:50:54.775115 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9164400b-50e5-4963-bfb1-88e452a96b03 req-b1c57ceb-12e3-4c42-9c6f-ab2d757c511a tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389445 Jan 31 04:50:55.254923 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-6b1bd425-e54f-412f-9ec9-a6aaa9317d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:55.801179 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36df5e4-4b2f-43d7-9365-91c08a4a5eea req-c8d7c295-4cf8-41b3-b00e-6b98308bb74f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:55.802990 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a36df5e4-4b2f-43d7-9365-91c08a4a5eea req-c8d7c295-4cf8-41b3-b00e-6b98308bb74f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0504341 Jan 31 04:50:55.851251 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a36df5e4-4b2f-43d7-9365-91c08a4a5eea req-585c5c97-bc2d-424d-a006-8733763a88c3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431368 Jan 31 04:50:55.890437 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29299439-b1fa-4f3b-bf21-56d8878ecdcc req-dbc79381-ec1e-44e0-9b1e-0deed6b36967 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:55.891925 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-29299439-b1fa-4f3b-bf21-56d8878ecdcc req-dbc79381-ec1e-44e0-9b1e-0deed6b36967 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0509067 Jan 31 04:50:55.937279 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-29299439-b1fa-4f3b-bf21-56d8878ecdcc req-5b93205e-0adc-4100-b2a8-acb8227e2435 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Jan 31 04:50:56.970882 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f6ac5-2c47-4038-88f1-625cae388824 req-09169c23-749f-46e3-a5c7-d681a8718e30 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:56.972325 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c03f6ac5-2c47-4038-88f1-625cae388824 req-09169c23-749f-46e3-a5c7-d681a8718e30 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0503447 Jan 31 04:50:57.018612 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c03f6ac5-2c47-4038-88f1-625cae388824 req-7a40bf16-69fe-42d7-b0ea-d2eb4cf9da6e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409091 Jan 31 04:50:57.055655 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a637f-15a6-44c8-ba1e-351a83f81980 req-9525f9ce-5f48-4ae2-ae02-866be9f90f33 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:57.057101 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-858a637f-15a6-44c8-ba1e-351a83f81980 req-9525f9ce-5f48-4ae2-ae02-866be9f90f33 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0543616 Jan 31 04:50:57.102535 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-858a637f-15a6-44c8-ba1e-351a83f81980 req-de9c9471-6746-4eeb-88eb-792ad5c7bc0d tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392249 Jan 31 04:50:57.529261 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-8a78a71d-c9ff-413d-8f51-1df92cfcb2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:58.141300 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746aa53-f893-4837-ac67-fd08e4d98eb1 req-b5ddf0d3-b20f-48b2-b66d-5185cece3e44 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:58.142855 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0746aa53-f893-4837-ac67-fd08e4d98eb1 req-b5ddf0d3-b20f-48b2-b66d-5185cece3e44 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0530145 Jan 31 04:50:58.188143 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0746aa53-f893-4837-ac67-fd08e4d98eb1 req-9b75da27-7273-4f57-bc4c-82cc24a5dc1b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396583 Jan 31 04:50:58.219841 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12fa7-c90a-4835-b169-b6aa961ba55f req-6739e028-70b8-4592-a2a1-864f14549776 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:58.221334 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f6d12fa7-c90a-4835-b169-b6aa961ba55f req-6739e028-70b8-4592-a2a1-864f14549776 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0521042 Jan 31 04:50:58.226195 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['c5d0b06e-7080-4338-a709-b6908a39614b'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:50:58.251490 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['2eade66b-918f-4c8e-a64c-60d0ce7921a5'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:50:58.269236 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f6d12fa7-c90a-4835-b169-b6aa961ba55f req-538a3188-b46a-466b-9772-0f44290090d5 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 Jan 31 04:50:58.528594 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:50:59.311909 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86842623-1f5d-4cd6-8adf-d9b5e2e76aa5 req-678f9cc6-243a-4cd3-a2c6-60d2926991e5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:59.313378 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-86842623-1f5d-4cd6-8adf-d9b5e2e76aa5 req-678f9cc6-243a-4cd3-a2c6-60d2926991e5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0545375 Jan 31 04:50:59.361723 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-86842623-1f5d-4cd6-8adf-d9b5e2e76aa5 req-f5d21ff1-57a5-43fa-a91b-fbf747e45eab tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 Jan 31 04:50:59.391972 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920883dd-313a-47d3-bfea-189ec044970d req-13d19e97-350a-4088-b587-664d66f07cbf tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:50:59.393446 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-920883dd-313a-47d3-bfea-189ec044970d req-13d19e97-350a-4088-b587-664d66f07cbf tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0559161 Jan 31 04:50:59.438819 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-920883dd-313a-47d3-bfea-189ec044970d req-f3a80294-63b4-4ce1-9fd9-93bb3dfaedcd tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Jan 31 04:51:00.111605 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:00.482379 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0df4b-ce69-4f96-8825-da8e86047881 req-6f3662ff-1a1b-4660-92f6-2febffaa134c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:00.483901 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-31e0df4b-ce69-4f96-8825-da8e86047881 req-6f3662ff-1a1b-4660-92f6-2febffaa134c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0521982 Jan 31 04:51:00.530865 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-31e0df4b-ce69-4f96-8825-da8e86047881 req-2d2096df-0385-4a1f-97c5-36c68a03f8a5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414619 Jan 31 04:51:00.554327 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dfc11-d4f6-45eb-9462-2d06f205dfe6 req-b7706442-ef0a-4481-b659-704396fba265 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:00.555796 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-070dfc11-d4f6-45eb-9462-2d06f205dfe6 req-b7706442-ef0a-4481-b659-704396fba265 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0504236 Jan 31 04:51:00.601523 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-070dfc11-d4f6-45eb-9462-2d06f205dfe6 req-d0ea4f57-9ced-43c3-9061-ad26be085922 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Jan 31 04:51:01.323248 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:01.653385 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be22ae3-7b92-4fed-8397-71b4c2879e0e req-225f8d7e-613d-4672-b54c-17dac93cb0d6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:01.654892 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4be22ae3-7b92-4fed-8397-71b4c2879e0e req-225f8d7e-613d-4672-b54c-17dac93cb0d6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0512292 Jan 31 04:51:01.703604 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4be22ae3-7b92-4fed-8397-71b4c2879e0e req-4458f592-f029-43e1-856a-15a732a75119 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Jan 31 04:51:01.719484 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e4992-881a-4773-a568-a79e15ff3f42 req-768f6a75-7814-4e92-8e3f-ea99b4e43ec3 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:01.720875 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-799e4992-881a-4773-a568-a79e15ff3f42 req-768f6a75-7814-4e92-8e3f-ea99b4e43ec3 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0504363 Jan 31 04:51:01.769678 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-799e4992-881a-4773-a568-a79e15ff3f42 req-6ba48e2f-9dcc-494a-8247-0d5dee04f4c4 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Jan 31 04:51:02.825605 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9979896-8dec-4315-af7d-f05af9e7cf9d req-a289abd6-45d8-4417-80ee-f7c8c30fd1ee tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:02.827768 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b9979896-8dec-4315-af7d-f05af9e7cf9d req-a289abd6-45d8-4417-80ee-f7c8c30fd1ee tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0526397 Jan 31 04:51:02.873544 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b9979896-8dec-4315-af7d-f05af9e7cf9d req-d146a061-1d91-48ed-8822-8d01d0013685 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404978 Jan 31 04:51:02.883696 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b2e46-f02f-44f0-9992-31f3e8463880 req-d10bf85a-ca15-4289-8be0-031922a90cf6 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:02.885241 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6c9b2e46-f02f-44f0-9992-31f3e8463880 req-d10bf85a-ca15-4289-8be0-031922a90cf6 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0504456 Jan 31 04:51:02.930355 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6c9b2e46-f02f-44f0-9992-31f3e8463880 req-84c3d9c5-ddef-4b97-ab26-924b2839a667 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391166 Jan 31 04:51:03.993246 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9032ff7-f2c9-4b8c-9330-971ac56e87ac req-6a66319f-d834-4d6d-95ae-b5dec3ac09ae tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:03.994726 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c9032ff7-f2c9-4b8c-9330-971ac56e87ac req-6a66319f-d834-4d6d-95ae-b5dec3ac09ae tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0502286 Jan 31 04:51:04.041090 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c9032ff7-f2c9-4b8c-9330-971ac56e87ac req-40201277-d140-4041-9588-7ff5b22b6854 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401721 Jan 31 04:51:04.048106 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455d145-bc91-4cba-a43c-557bb3ecf2ce req-3f428ed9-8db1-49f0-8999-a5b93d367bfe tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:04.049566 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7455d145-bc91-4cba-a43c-557bb3ecf2ce req-3f428ed9-8db1-49f0-8999-a5b93d367bfe tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0518439 Jan 31 04:51:04.096720 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7455d145-bc91-4cba-a43c-557bb3ecf2ce req-efdc7915-8e4b-44af-a1df-529db4d382c9 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Jan 31 04:51:05.173695 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630cd06-dd12-4ac8-9845-115e596ada00 req-6c343f38-9322-45ee-ace4-ac27a3f4f7db tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:05.175187 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3630cd06-dd12-4ac8-9845-115e596ada00 req-6c343f38-9322-45ee-ace4-ac27a3f4f7db tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 944 time: 0.0554466 Jan 31 04:51:05.218010 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3cc9b-4e01-4cdc-9777-540448ee3642 req-27405574-778b-43d5-880d-5df910d1a11e tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:05.219542 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bab3cc9b-4e01-4cdc-9777-540448ee3642 req-27405574-778b-43d5-880d-5df910d1a11e tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 949 time: 0.0565219 Jan 31 04:51:05.225344 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3630cd06-dd12-4ac8-9845-115e596ada00 req-c30fb4fc-62de-482d-b880-7fd7faa881f7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447679 Jan 31 04:51:05.273164 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bab3cc9b-4e01-4cdc-9777-540448ee3642 req-6ea8b75b-dde3-402e-882c-a7e6c2460525 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477905 Jan 31 04:51:05.442549 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 2eade66b-918f-4c8e-a64c-60d0ce7921a5 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:51:05.489536 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:51:05.489916 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:05.524305 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:05.570762 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:51:05.571189 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:05.594606 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:51:05.596886 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebc4057-c57a-4e93-b86d-eeee4649661a" -d '{"events": [{"server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "name": "network-vif-plugged", "status": "completed", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:51:05.609408 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:51:05.631546 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df6ff40-5c04-4199-907c-d50f1d39881d x-openstack-request-id: req-0df6ff40-5c04-4199-907c-d50f1d39881d {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:51:05.631853 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "name": "network-vif-plugged", "status": "completed", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:51:05.632109 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0df6ff40-5c04-4199-907c-d50f1d39881d {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:51:05.632497 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'code': 200} Jan 31 04:51:05.654432 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:05.655259 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device c5d0b06e-7080-4338-a709-b6908a39614b up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:51:05.726853 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=10']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:05.791736 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port c5d0b06e-7080-4338-a709-b6908a39614b completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:51:05.795677 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port c5d0b06e-7080-4338-a709-b6908a39614b triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:51:05.796005 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:05.870675 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port c5d0b06e-7080-4338-a709-b6908a39614b is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:51:05.871086 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:05.902398 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port c5d0b06e-7080-4338-a709-b6908a39614b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5d0b06e-7080-4338-a709-b6908a39614b,segment=NetworkSegment(98b595ce-2deb-4672-8187-2d94a4847e27),segment_id=98b595ce-2deb-4672-8187-2d94a4847e27)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:51:05.998709 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:06.045486 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=c5d0b06e-7080-4338-a709-b6908a39614b,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:06.348497 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755227ee-04a2-43dc-804d-e3acbe8ae3e1 req-9d164be7-c6fa-486e-b6a2-a37dd27aa02c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:06.350105 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-755227ee-04a2-43dc-804d-e3acbe8ae3e1 req-9d164be7-c6fa-486e-b6a2-a37dd27aa02c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0522718 Jan 31 04:51:06.397554 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-755227ee-04a2-43dc-804d-e3acbe8ae3e1 req-a207c0f2-91b6-4510-a91a-39e3338ae8d5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419250 Jan 31 04:51:06.400377 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d384cf-b4dd-4150-8e3e-287e926fd30f req-157652f6-3591-46a8-a7ba-496986252d2b tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:06.401889 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19d384cf-b4dd-4150-8e3e-287e926fd30f req-157652f6-3591-46a8-a7ba-496986252d2b tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 950 time: 0.0599256 Jan 31 04:51:06.446840 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19d384cf-b4dd-4150-8e3e-287e926fd30f req-d26da441-674b-489a-aa3a-a23674f08aa9 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394814 Jan 31 04:51:07.517003 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e722ef3-07ef-4e78-8b00-c155c2649e6c req-ce7f31cb-0232-4608-98eb-f05b817b50a9 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:07.518452 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5e722ef3-07ef-4e78-8b00-c155c2649e6c req-ce7f31cb-0232-4608-98eb-f05b817b50a9 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0502722 Jan 31 04:51:07.566396 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efc64d-6847-4465-b30b-74ada9ec045c req-cff0ba87-1cec-43f7-93c5-dbdb1efb3b11 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:07.568490 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5e722ef3-07ef-4e78-8b00-c155c2649e6c req-0b92cb1e-ade3-481e-917e-cf2e5ed4a192 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444951 Jan 31 04:51:07.569498 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e0efc64d-6847-4465-b30b-74ada9ec045c req-cff0ba87-1cec-43f7-93c5-dbdb1efb3b11 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 950 time: 0.0580459 Jan 31 04:51:07.624251 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e0efc64d-6847-4465-b30b-74ada9ec045c req-92562587-8c0f-48eb-8c8b-b9115c46aee9 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482624 Jan 31 04:51:07.633255 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dbda0e-de30-411e-be54-942c20451839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d0b06e-7080-4338-a709-b6908a39614b'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:51:07.635647 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb90798c-d01b-47b1-9376-fe05233e8ea1" -d '{"events": [{"server_uuid": "10dbda0e-de30-411e-be54-942c20451839", "name": "network-vif-plugged", "status": "completed", "tag": "c5d0b06e-7080-4338-a709-b6908a39614b"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:51:07.670314 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b049da-eabe-48c6-94c6-5cdfd030681a x-openstack-request-id: req-26b049da-eabe-48c6-94c6-5cdfd030681a {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:51:07.670627 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dbda0e-de30-411e-be54-942c20451839", "name": "network-vif-plugged", "status": "completed", "tag": "c5d0b06e-7080-4338-a709-b6908a39614b", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:51:07.670924 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26b049da-eabe-48c6-94c6-5cdfd030681a {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:51:07.671321 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dbda0e-de30-411e-be54-942c20451839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d0b06e-7080-4338-a709-b6908a39614b', 'code': 200} Jan 31 04:51:08.695527 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b3f0-90a3-4263-be3a-8906aa466f29 req-ffaa4c20-21ca-4149-8da7-91e4efb8c566 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:08.697067 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ee78b3f0-90a3-4263-be3a-8906aa466f29 req-ffaa4c20-21ca-4149-8da7-91e4efb8c566 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0512590 Jan 31 04:51:08.742517 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ee78b3f0-90a3-4263-be3a-8906aa466f29 req-a33a4aa4-13df-4f74-8b2a-70c67cf3d7b0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393243 Jan 31 04:51:08.743920 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d8020-3678-4b77-945a-55dfb3982048 req-01eb4afb-7df8-4054-90a1-240c49997af2 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:08.745396 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-791d8020-3678-4b77-945a-55dfb3982048 req-01eb4afb-7df8-4054-90a1-240c49997af2 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 950 time: 0.0516725 Jan 31 04:51:08.792730 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-791d8020-3678-4b77-945a-55dfb3982048 req-31b24c95-f63e-4ab9-933d-767ec6319c8e tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Jan 31 04:51:09.869745 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2830b-49dc-4d4e-b662-f09ee1b7d13f req-99d86e5a-c737-494d-b1b3-9735d91f11bd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:09.872480 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3cb2830b-49dc-4d4e-b662-f09ee1b7d13f req-99d86e5a-c737-494d-b1b3-9735d91f11bd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0575387 Jan 31 04:51:09.911390 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701db43-054c-4492-8a9a-22d0c59574c8 req-77295004-635a-47e3-8fbc-0e29e0ac05bb tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:09.912749 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3701db43-054c-4492-8a9a-22d0c59574c8 req-77295004-635a-47e3-8fbc-0e29e0ac05bb tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 950 time: 0.0514088 Jan 31 04:51:09.925150 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3cb2830b-49dc-4d4e-b662-f09ee1b7d13f req-152569f7-7706-440b-9604-971bb4882f29 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463862 Jan 31 04:51:09.961940 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3701db43-054c-4492-8a9a-22d0c59574c8 req-11e8b0e4-ffab-48bf-9eea-e2c3e60ce968 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434086 Jan 31 04:51:10.128910 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce68cb6-e6dc-484d-99d3-d88097b4833f req-46116c86-fd9d-4c9d-ab19-324b75027e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:10.130400 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3ce68cb6-e6dc-484d-99d3-d88097b4833f req-46116c86-fd9d-4c9d-ab19-324b75027e16 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 1130 time: 0.1437929 Jan 31 04:51:10.173759 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3ce68cb6-e6dc-484d-99d3-d88097b4833f req-ffbfa63f-0f30-43dd-8f6d-480242a7a46d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374219 Jan 31 04:51:10.175943 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9d8ff-6d83-424a-b716-9ec99680f908 req-142c3f49-abf1-46c4-b7b9-ed726a1cda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:10.177495 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-24d9d8ff-6d83-424a-b716-9ec99680f908 req-142c3f49-abf1-46c4-b7b9-ed726a1cda83 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 1134 time: 0.0989220 Jan 31 04:51:11.046235 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f5e9e-f1cf-4f22-919c-4ec9ce4b1a85 req-23d385c6-aa36-44ef-a7bd-22835fde5dde tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:11.048234 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b04f5e9e-f1cf-4f22-919c-4ec9ce4b1a85 req-23d385c6-aa36-44ef-a7bd-22835fde5dde tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0520542 Jan 31 04:51:11.087126 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f425e0-7cd4-4d61-b464-0dc3c2e2d917 req-4f4bbdf8-5217-4329-a66c-c36346e13054 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:11.095375 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e0f425e0-7cd4-4d61-b464-0dc3c2e2d917 req-4f4bbdf8-5217-4329-a66c-c36346e13054 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 950 time: 0.0626986 Jan 31 04:51:11.129205 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b04f5e9e-f1cf-4f22-919c-4ec9ce4b1a85 req-3d331e0f-d8b8-42ed-a005-770085313b2b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713065 Jan 31 04:51:11.131644 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-24d9d8ff-6d83-424a-b716-9ec99680f908 req-e548e900-8efd-40fa-b1b8-f02856632df4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749640 Jan 31 04:51:11.141769 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e0f425e0-7cd4-4d61-b464-0dc3c2e2d917 req-c41c4960-ebfd-43a5-8121-33611e3b28d8 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455348 Jan 31 04:51:12.267116 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d50b8-49fe-4bf9-8ee9-1cfab7f328d1 req-5d608d40-fc84-4e74-b702-2068ac9d7fa2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:12.268870 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f29d50b8-49fe-4bf9-8ee9-1cfab7f328d1 req-5d608d40-fc84-4e74-b702-2068ac9d7fa2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0616944 Jan 31 04:51:12.270716 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc9d2c-d9f7-419b-ad6c-86963e8ec385 req-b4abebd0-3b6d-4550-b2c1-2ffe912d5cc8 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:12.272193 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4fcc9d2c-d9f7-419b-ad6c-86963e8ec385 req-b4abebd0-3b6d-4550-b2c1-2ffe912d5cc8 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 950 time: 0.0608099 Jan 31 04:51:12.318000 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f29d50b8-49fe-4bf9-8ee9-1cfab7f328d1 req-fe7d8711-e7fe-449f-9c41-868e8a96350f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431252 Jan 31 04:51:12.555960 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4fcc9d2c-d9f7-419b-ad6c-86963e8ec385 req-8c2c1456-055e-494f-b23c-09da37263085 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784526 Jan 31 04:51:13.455517 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68565c-2893-4752-bd0f-76860a9f22c4 req-ac2a2f65-58f2-4b29-9616-9190476758bc tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:13.457009 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ba68565c-2893-4752-bd0f-76860a9f22c4 req-ac2a2f65-58f2-4b29-9616-9190476758bc tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0594954 Jan 31 04:51:13.504420 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ba68565c-2893-4752-bd0f-76860a9f22c4 req-1347d723-d2b3-40e1-8b1e-5cdc03a6d4e3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415573 Jan 31 04:51:13.676101 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f473b-e3cb-4f37-a74a-19aaebf4d6c2 req-dbe6e6ed-c3ed-4c11-bf38-ccd104b95662 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:13.677635 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-942f473b-e3cb-4f37-a74a-19aaebf4d6c2 req-dbe6e6ed-c3ed-4c11-bf38-ccd104b95662 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 950 time: 0.0530355 Jan 31 04:51:13.723539 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-942f473b-e3cb-4f37-a74a-19aaebf4d6c2 req-0a4824a0-442d-4c13-b26c-576947526651 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404058 Jan 31 04:51:14.204163 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a59758-5462-4f4e-af53-bc2c09a2df8f req-11942a9a-9b29-406d-92c1-d05a5367c2c6 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:14.205782 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-07a59758-5462-4f4e-af53-bc2c09a2df8f req-11942a9a-9b29-406d-92c1-d05a5367c2c6 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 950 time: 0.0574877 Jan 31 04:51:14.241252 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 42580) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:51:14.256143 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-07a59758-5462-4f4e-af53-bc2c09a2df8f req-eb68c6a5-9384-46bf-9712-e40b90a62b9f tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446932 Jan 31 04:51:14.349716 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-008c545b-0c81-4384-9815-a750a588678d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:14.422859 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-008c545b-0c81-4384-9815-a750a588678d admin admin] Publish callbacks [] for security_group (af63821e-e6e8-42d8-8215-1b2a419a5550), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:14.494072 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-008c545b-0c81-4384-9815-a750a588678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (af63821e-e6e8-42d8-8215-1b2a419a5550), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:14.535448 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-008c545b-0c81-4384-9815-a750a588678d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=567655407db74e1480c9cd5671145ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930038 Jan 31 04:51:14.536514 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c545b-0c81-4384-9815-a750a588678d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af63821e-e6e8-42d8-8215-1b2a419a5550,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:14.538190 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 42586) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:51:14.589254 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Publish callbacks [] for security_group (af63821e-e6e8-42d8-8215-1b2a419a5550), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:14.610381 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Publish callbacks [] for security_group (af63821e-e6e8-42d8-8215-1b2a419a5550), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:14.633288 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f9656-9d52-43a3-81bf-2d39e907461d req-9d904996-9851-44b6-a205-5a7140ef193c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:14.634934 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ef3f9656-9d52-43a3-81bf-2d39e907461d req-9d904996-9851-44b6-a205-5a7140ef193c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0515971 Jan 31 04:51:14.680912 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ef3f9656-9d52-43a3-81bf-2d39e907461d req-51e4ee87-3a3d-4458-841a-ae520196f6a3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398586 Jan 31 04:51:14.694772 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (af63821e-e6e8-42d8-8215-1b2a419a5550), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:14.697370 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:14.698496 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af63821e-e6e8-42d8-8215-1b2a419a5550 HTTP/1.1" status: 204 len: 168 time: 0.1592584 Jan 31 04:51:14.706784 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af63821e-e6e8-42d8-8215-1b2a419a5550,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:14.727190 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.730156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.730156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.730156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.730156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.730156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.730156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.730156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.730156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.730156 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.731320 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.731320 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:14.731811 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be653b-eba6-48e9-a1b7-d672864deea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:15.381939 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af6f7e-c307-4f47-8b88-ec10ead9cc31 req-9b4d26cd-6a12-4dbb-baab-ef209575d4ba tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:15.383466 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b3af6f7e-c307-4f47-8b88-ec10ead9cc31 req-9b4d26cd-6a12-4dbb-baab-ef209575d4ba tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 950 time: 0.0517979 Jan 31 04:51:15.430378 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b3af6f7e-c307-4f47-8b88-ec10ead9cc31 req-5cd8d216-111e-4c5d-b18b-8550a7cb8fb6 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/security-groups?id=fda3cdd8-5bcf-4345-ab08-95aa635a6284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Jan 31 04:51:15.968599 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52851321-916b-4765-b201-a5a961e6bcd0 req-a03c02bd-4eb7-4283-b397-18ef95201b26 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:15.970040 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-52851321-916b-4765-b201-a5a961e6bcd0 req-a03c02bd-4eb7-4283-b397-18ef95201b26 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.31 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 950 time: 0.0539804 Jan 31 04:51:16.061067 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-52851321-916b-4765-b201-a5a961e6bcd0 req-5b7f14df-b328-492f-95d2-1c0ffe869d13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Deleting port c5d0b06e-7080-4338-a709-b6908a39614b {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:51:16.061413 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-52851321-916b-4765-b201-a5a961e6bcd0 req-5b7f14df-b328-492f-95d2-1c0ffe869d13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:16.157251 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-52851321-916b-4765-b201-a5a961e6bcd0 req-5b7f14df-b328-492f-95d2-1c0ffe869d13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] For port c5d0b06e-7080-4338-a709-b6908a39614b, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=c5d0b06e-7080-4338-a709-b6908a39614b,segment=NetworkSegment(98b595ce-2deb-4672-8187-2d94a4847e27),segment_id=98b595ce-2deb-4672-8187-2d94a4847e27)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:51:16.157539 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-52851321-916b-4765-b201-a5a961e6bcd0 req-5b7f14df-b328-492f-95d2-1c0ffe869d13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:16.169409 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-52851321-916b-4765-b201-a5a961e6bcd0 req-5b7f14df-b328-492f-95d2-1c0ffe869d13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Calling delete_port for c5d0b06e-7080-4338-a709-b6908a39614b owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:51:16.375054 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-52851321-916b-4765-b201-a5a961e6bcd0 req-5b7f14df-b328-492f-95d2-1c0ffe869d13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (c5d0b06e-7080-4338-a709-b6908a39614b), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:16.408520 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f14df-b328-492f-95d2-1c0ffe869d13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Pushing event deleted for resources: {'Port': ['ID=c5d0b06e-7080-4338-a709-b6908a39614b,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:16.411483 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['c5d0b06e-7080-4338-a709-b6908a39614b'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:51:16.482088 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-52851321-916b-4765-b201-a5a961e6bcd0 req-5b7f14df-b328-492f-95d2-1c0ffe869d13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] No DVR routers for this DVR port c5d0b06e-7080-4338-a709-b6908a39614b on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:51:16.484856 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-52851321-916b-4765-b201-a5a961e6bcd0 req-5b7f14df-b328-492f-95d2-1c0ffe869d13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:16.488228 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-52851321-916b-4765-b201-a5a961e6bcd0 req-5b7f14df-b328-492f-95d2-1c0ffe869d13 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.31 "DELETE /v2.0/ports/c5d0b06e-7080-4338-a709-b6908a39614b HTTP/1.1" status: 204 len: 173 time: 0.5119898 Jan 31 04:51:16.488684 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dbda0e-de30-411e-be54-942c20451839', 'name': 'network-vif-deleted', 'tag': 'c5d0b06e-7080-4338-a709-b6908a39614b'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:51:16.490973 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ea914d-9c98-454f-849a-17e83f4673d9" -d '{"events": [{"server_uuid": "10dbda0e-de30-411e-be54-942c20451839", "name": "network-vif-deleted", "tag": "c5d0b06e-7080-4338-a709-b6908a39614b"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:51:16.564363 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4494a813-ed36-4f53-862a-f6d18e2e92e6 req-4374d355-9c21-4b37-b29e-42ef615cd556 tempest-VolumesNegativeTest-140881657 tempest-VolumesNegativeTest-140881657-project] 10.222.0.21 "GET /v2.0/ports?device_id=10dbda0e-de30-411e-be54-942c20451839 HTTP/1.1" status: 200 len: 210 time: 0.0441310 Jan 31 04:51:16.692280 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cdaa38-206f-4910-8910-1c31d26606be x-openstack-request-id: req-66cdaa38-206f-4910-8910-1c31d26606be {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:51:16.692578 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dbda0e-de30-411e-be54-942c20451839", "name": "network-vif-deleted", "tag": "c5d0b06e-7080-4338-a709-b6908a39614b", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:51:16.692832 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66cdaa38-206f-4910-8910-1c31d26606be {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:51:16.693232 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dbda0e-de30-411e-be54-942c20451839', 'name': 'network-vif-deleted', 'tag': 'c5d0b06e-7080-4338-a709-b6908a39614b', 'status': 'completed', 'code': 200} Jan 31 04:51:18.105351 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120a6e1-d01c-431b-9ea1-96e9e40825cb req-4d0450f0-7d4d-425b-b81b-95f390e6ca4f tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:18.107780 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5120a6e1-d01c-431b-9ea1-96e9e40825cb req-4d0450f0-7d4d-425b-b81b-95f390e6ca4f tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 946 time: 0.0518432 Jan 31 04:51:18.157456 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5120a6e1-d01c-431b-9ea1-96e9e40825cb req-70e3f1f7-1744-418d-a396-652c6cdcebd6 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 Jan 31 04:51:18.473071 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device c5d0b06e-7080-4338-a709-b6908a39614b no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:51:18.493884 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: c5d0b06e-7080-4338-a709-b6908a39614b {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:51:18.494234 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device c5d0b06e-7080-4338-a709-b6908a39614b not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:51:19.282498 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9e17f-c06f-4cd2-b1b1-1413f9f94988 req-8404b789-2a03-41e4-937d-74b280812719 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:19.284035 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-adc9e17f-c06f-4cd2-b1b1-1413f9f94988 req-8404b789-2a03-41e4-937d-74b280812719 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 946 time: 0.0543559 Jan 31 04:51:19.331933 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-adc9e17f-c06f-4cd2-b1b1-1413f9f94988 req-0734fa72-3d20-4e31-ad4a-93b9c94e808b tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Jan 31 04:51:20.079347 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-2602c1f0-b62f-48ba-9b85-42dc3628869c tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:20.081873 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-2602c1f0-b62f-48ba-9b85-42dc3628869c tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 946 time: 0.0556014 Jan 31 04:51:20.182356 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-d438791e-84a3-4f78-a340-06a9bebb63f1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Deleting port a9fc9791-5ebe-4263-9f37-63c51001fb39 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:51:20.182702 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-d438791e-84a3-4f78-a340-06a9bebb63f1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:20.276439 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-d438791e-84a3-4f78-a340-06a9bebb63f1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] For port a9fc9791-5ebe-4263-9f37-63c51001fb39, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=a9fc9791-5ebe-4263-9f37-63c51001fb39,segment=NetworkSegment(da787344-e5b1-443f-bc07-2b77ca75f39a),segment_id=da787344-e5b1-443f-bc07-2b77ca75f39a)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:51:20.276806 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-d438791e-84a3-4f78-a340-06a9bebb63f1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:20.290389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-d438791e-84a3-4f78-a340-06a9bebb63f1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Calling delete_port for a9fc9791-5ebe-4263-9f37-63c51001fb39 owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:51:20.469633 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7215a18-3286-414d-8afc-f8ad7f83ff02 req-27b4ff22-f990-4024-800f-0b5a496b7539 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:20.471119 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a7215a18-3286-414d-8afc-f8ad7f83ff02 req-27b4ff22-f990-4024-800f-0b5a496b7539 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb76b92c-8a69-4296-ac1a-e92639dfc36d HTTP/1.1" status: 200 len: 946 time: 0.0649323 Jan 31 04:51:20.522509 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a7215a18-3286-414d-8afc-f8ad7f83ff02 req-484a4ddb-537e-4cd4-9287-5ecfa494af2b tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458779 Jan 31 04:51:20.524316 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-d438791e-84a3-4f78-a340-06a9bebb63f1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (a9fc9791-5ebe-4263-9f37-63c51001fb39), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:20.553228 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438791e-84a3-4f78-a340-06a9bebb63f1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Pushing event deleted for resources: {'Port': ['ID=a9fc9791-5ebe-4263-9f37-63c51001fb39,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:20.613663 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-d438791e-84a3-4f78-a340-06a9bebb63f1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] No DVR routers for this DVR port a9fc9791-5ebe-4263-9f37-63c51001fb39 on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:51:20.613663 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-d438791e-84a3-4f78-a340-06a9bebb63f1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:20.613663 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4c32cc66-d016-4739-b85d-8d04e73256a7 req-d438791e-84a3-4f78-a340-06a9bebb63f1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.31 "DELETE /v2.0/ports/a9fc9791-5ebe-4263-9f37-63c51001fb39 HTTP/1.1" status: 204 len: 173 time: 0.5216014 Jan 31 04:51:20.614219 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb76b92c-8a69-4296-ac1a-e92639dfc36d', 'name': 'network-vif-deleted', 'tag': 'a9fc9791-5ebe-4263-9f37-63c51001fb39'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:51:20.616401 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6cd903-85d5-4dfd-b0af-b98b4a748ccb" -d '{"events": [{"server_uuid": "eb76b92c-8a69-4296-ac1a-e92639dfc36d", "name": "network-vif-deleted", "tag": "a9fc9791-5ebe-4263-9f37-63c51001fb39"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:51:20.657235 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9d4827-8064-4bcf-a479-c272fc7a4239 x-openstack-request-id: req-3d9d4827-8064-4bcf-a479-c272fc7a4239 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:51:20.661995 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb76b92c-8a69-4296-ac1a-e92639dfc36d", "name": "network-vif-deleted", "tag": "a9fc9791-5ebe-4263-9f37-63c51001fb39", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:51:20.661995 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d9d4827-8064-4bcf-a479-c272fc7a4239 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:51:20.661995 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb76b92c-8a69-4296-ac1a-e92639dfc36d', 'name': 'network-vif-deleted', 'tag': 'a9fc9791-5ebe-4263-9f37-63c51001fb39', 'status': 'completed', 'code': 200} Jan 31 04:51:22.469128 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device a9fc9791-5ebe-4263-9f37-63c51001fb39 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:51:22.489190 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: a9fc9791-5ebe-4263-9f37-63c51001fb39 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:51:22.489541 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device a9fc9791-5ebe-4263-9f37-63c51001fb39 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:51:23.063311 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 42962) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:51:23.194477 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-48bb7577-cdce-48ed-8182-6df5a10e97bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc3f8d5edc6a418a90a54972adb055ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300159 Jan 31 04:51:23.197161 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 42968) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:51:23.244873 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Publish callbacks [] for security_group (fda3cdd8-5bcf-4345-ab08-95aa635a6284), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:23.265960 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Publish callbacks [] for security_group (fda3cdd8-5bcf-4345-ab08-95aa635a6284), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:23.351535 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (fda3cdd8-5bcf-4345-ab08-95aa635a6284), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:23.354034 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:23.355200 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fda3cdd8-5bcf-4345-ab08-95aa635a6284 HTTP/1.1" status: 204 len: 168 time: 0.1570799 Jan 31 04:51:23.363155 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda3cdd8-5bcf-4345-ab08-95aa635a6284,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:23.370010 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.370356 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.370699 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.371057 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.371388 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.371715 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.372045 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.372914 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.373241 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.373563 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.373882 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.374198 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:23.374511 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c5d44-3146-47d1-93e0-4f8bfa34cdd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:51:25.107666 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:51:25.225500 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-6de75d8f-8751-4ed9-8bb9-45ae3ac09ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:27.545852 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-48510d7d-05d6-4dc2-a44c-b035a20f8625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:28.483059 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:29.724216 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43034) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:51:29.827795 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d79d8435-525e-4a87-98fa-a204532fac4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:29.899475 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d79d8435-525e-4a87-98fa-a204532fac4c admin admin] Publish callbacks [] for security_group (3400fe7f-8501-4c52-83a3-12495e1b1e70), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:29.934377 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d79d8435-525e-4a87-98fa-a204532fac4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3400fe7f-8501-4c52-83a3-12495e1b1e70), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:29.974330 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-d79d8435-525e-4a87-98fa-a204532fac4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44f1314c62e043ab9be51bfbf7a751ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490394 Jan 31 04:51:29.975193 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d8435-525e-4a87-98fa-a204532fac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3400fe7f-8501-4c52-83a3-12495e1b1e70,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:29.977048 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43040) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:51:30.024366 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf9e5-b43c-4566-a2d8-9c9d6df80e07 admin admin] Publish callbacks [] for security_group (3400fe7f-8501-4c52-83a3-12495e1b1e70), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:30.045007 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf9e5-b43c-4566-a2d8-9c9d6df80e07 admin admin] Publish callbacks [] for security_group (3400fe7f-8501-4c52-83a3-12495e1b1e70), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:30.099725 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:30.140487 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf9e5-b43c-4566-a2d8-9c9d6df80e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3400fe7f-8501-4c52-83a3-12495e1b1e70), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:30.143033 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf9e5-b43c-4566-a2d8-9c9d6df80e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:30.144176 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ba7cf9e5-b43c-4566-a2d8-9c9d6df80e07 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3400fe7f-8501-4c52-83a3-12495e1b1e70 HTTP/1.1" status: 204 len: 168 time: 0.1661460 Jan 31 04:51:30.151738 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cf9e5-b43c-4566-a2d8-9c9d6df80e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3400fe7f-8501-4c52-83a3-12495e1b1e70,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:30.675350 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43046) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:51:30.688879 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1569ee9b-8960-43cc-84f0-cb463f8c8d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:30.760631 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1569ee9b-8960-43cc-84f0-cb463f8c8d61 admin admin] Publish callbacks [] for security_group (085fbf7d-ec48-464c-8c13-cd876aa57ced), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:30.819633 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1569ee9b-8960-43cc-84f0-cb463f8c8d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (085fbf7d-ec48-464c-8c13-cd876aa57ced), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:30.856696 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-1569ee9b-8960-43cc-84f0-cb463f8c8d61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12738e848b73448f90d1dc7fd06dc4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801610 Jan 31 04:51:30.858316 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569ee9b-8960-43cc-84f0-cb463f8c8d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085fbf7d-ec48-464c-8c13-cd876aa57ced,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:30.859936 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43048) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:51:30.910306 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0ee564b9-50c7-44e7-a28f-6a34c1bd2540 admin admin] Publish callbacks [] for security_group (085fbf7d-ec48-464c-8c13-cd876aa57ced), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:30.930770 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0ee564b9-50c7-44e7-a28f-6a34c1bd2540 admin admin] Publish callbacks [] for security_group (085fbf7d-ec48-464c-8c13-cd876aa57ced), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:31.036960 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0ee564b9-50c7-44e7-a28f-6a34c1bd2540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (085fbf7d-ec48-464c-8c13-cd876aa57ced), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:31.039593 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0ee564b9-50c7-44e7-a28f-6a34c1bd2540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:31.040760 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-0ee564b9-50c7-44e7-a28f-6a34c1bd2540 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/085fbf7d-ec48-464c-8c13-cd876aa57ced HTTP/1.1" status: 204 len: 168 time: 0.1798077 Jan 31 04:51:31.048909 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee564b9-50c7-44e7-a28f-6a34c1bd2540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085fbf7d-ec48-464c-8c13-cd876aa57ced,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:31.357138 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:31.623264 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43056) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:51:31.636507 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2e69767d-ef5b-4d86-a65e-f25f6b57ce1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:31.708700 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2e69767d-ef5b-4d86-a65e-f25f6b57ce1a admin admin] Publish callbacks [] for security_group (ec252557-ad1e-4251-8dac-5cdd4c131cc9), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:31.779489 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2e69767d-ef5b-4d86-a65e-f25f6b57ce1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (ec252557-ad1e-4251-8dac-5cdd4c131cc9), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:31.814644 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69767d-ef5b-4d86-a65e-f25f6b57ce1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec252557-ad1e-4251-8dac-5cdd4c131cc9,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:31.820185 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2e69767d-ef5b-4d86-a65e-f25f6b57ce1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70f4d714dbd34916980dfab7f1e808b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959670 Jan 31 04:51:31.822919 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43058) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:51:31.867677 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-53ae4db8-7830-467c-a3cb-be4d0c8b1dc0 admin admin] Publish callbacks [] for security_group (ec252557-ad1e-4251-8dac-5cdd4c131cc9), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:31.891168 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-53ae4db8-7830-467c-a3cb-be4d0c8b1dc0 admin admin] Publish callbacks [] for security_group (ec252557-ad1e-4251-8dac-5cdd4c131cc9), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:32.008418 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-53ae4db8-7830-467c-a3cb-be4d0c8b1dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (ec252557-ad1e-4251-8dac-5cdd4c131cc9), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:32.011082 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-53ae4db8-7830-467c-a3cb-be4d0c8b1dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:32.012238 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-53ae4db8-7830-467c-a3cb-be4d0c8b1dc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec252557-ad1e-4251-8dac-5cdd4c131cc9 HTTP/1.1" status: 204 len: 168 time: 0.1885695 Jan 31 04:51:32.020825 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae4db8-7830-467c-a3cb-be4d0c8b1dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec252557-ad1e-4251-8dac-5cdd4c131cc9,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:34.314400 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-216b4214-8f48-4fe5-8138-3d47efa164fa tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:34.314400 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-216b4214-8f48-4fe5-8138-3d47efa164fa tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/networks?id=4c106be3-7d30-4345-b394-72d02e51853a HTTP/1.1" status: 200 len: 813 time: 0.1012280 Jan 31 04:51:34.323610 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-e748611c-899e-4d82-ae5e-5b2b4d0e4bfd tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/quotas/32bc488217794302b16e40a559bec3c8 HTTP/1.1" status: 200 len: 375 time: 0.0092320 Jan 31 04:51:34.354411 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-996eca7a-a463-4f23-b6b6-6778277a8e5a tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32bc488217794302b16e40a559bec3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258949 Jan 31 04:51:34.534859 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-cf26a76d-6d70-4625-bf11-8fcf8166f4c9 service neutron] 10.222.0.21 "GET /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740963 Jan 31 04:51:34.624107 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-ac378fc3-4a2e-4639-964f-a858008eefe8 service neutron] 10.222.0.21 "GET /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836415 Jan 31 04:51:34.852912 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-db8f99b6-a593-407e-9a5b-11b64bb31d83 req-2f38d80e-fc8f-498d-ab13-c87c64877d5d tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 210 time: 0.0259271 Jan 31 04:51:35.505746 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:35.948465 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-74d3e1c0-5550-42e0-bd00-e6ae10846553 req-26400fbd-e1a6-4eb9-9d57-7c715ec28bf6 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 210 time: 0.0287905 Jan 31 04:51:36.021507 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-3da3f24f-0155-4995-a821-e5119e83706d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448892 Jan 31 04:51:36.095684 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-7abfd2ea-923d-46ab-940f-d322a031e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:36.097186 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-7abfd2ea-923d-46ab-940f-d322a031e614 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 1130 time: 0.0447361 Jan 31 04:51:36.211747 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-0de880a0-18cb-46cd-99f2-c3957a5e78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:36.213245 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-0de880a0-18cb-46cd-99f2-c3957a5e78b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 200 len: 911 time: 0.0890906 Jan 31 04:51:36.277336 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-d9852cd3-c9f7-43bb-bbb2-9c616004f21b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 HTTP/1.1" status: 200 len: 1002 time: 0.0579865 Jan 31 04:51:36.328007 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-5859e3c9-ebe3-4e1a-8769-7f26406ac31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:36.330045 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-5859e3c9-ebe3-4e1a-8769-7f26406ac31c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c22f48-70b0-40dd-8256-e6bbe4f151b9 HTTP/1.1" status: 200 len: 850 time: 0.0460198 Jan 31 04:51:36.393626 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-380989b5-8658-404b-b052-f8b1b5d00d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:36.395055 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-380989b5-8658-404b-b052-f8b1b5d00d7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6d9d9c2-37a6-46fa-b349-eedfe966b621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442960 Jan 31 04:51:36.486721 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-b6d74ddc-e080-4399-8037-ccda6336007d service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820658 Jan 31 04:51:36.559961 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-f41c3311-6c5f-4a60-814c-2e5c688fff78 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:36.561624 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-f41c3311-6c5f-4a60-814c-2e5c688fff78 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.31 "GET /v2.0/networks?id=4c106be3-7d30-4345-b394-72d02e51853a HTTP/1.1" status: 200 len: 813 time: 0.1028304 Jan 31 04:51:36.578730 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a991b24-4f64-4277-b2c9-268dcafbb3bd req-9657ca98-65ee-4cd2-a497-6a9c17fc43aa service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859478 Jan 31 04:51:36.599821 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Request body: {'port': {'device_id': '22eee00a-7047-4e61-9f8b-13a0088f021b', 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a', 'admin_state_up': True, 'tenant_id': '32bc488217794302b16e40a559bec3c8'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:51:36.756895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Made reservation on behalf of 32bc488217794302b16e40a559bec3c8 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:51:36.760332 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:36.886755 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Allocated IP 172.20.0.5 (4c106be3-7d30-4345-b394-72d02e51853a/4fa98b40-34bf-4779-a5d5-1be09fbb6f6d/21617a0a-115f-4175-a000-66251ef8a020) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:51:37.029341 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks [] for port (21617a0a-115f-4175-a000-66251ef8a020), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:37.042561 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0653659f-c1c2-48a9-8362-b81cb7cbaba4 req-f63aad88-217b-43a1-a7c5-9c7e5e3f60f2 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 210 time: 0.0276408 Jan 31 04:51:37.095209 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (21617a0a-115f-4175-a000-66251ef8a020), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:37.138245 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Network 4c106be3-7d30-4345-b394-72d02e51853a is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:51:37.141154 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:51:37.147335 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:51:37.173604 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Pushing event updated for resources: {'Port': ['ID=21617a0a-115f-4175-a000-66251ef8a020,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:37.197203 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:37.197806 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:37.251111 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-0e411840-58b6-4abb-8b6b-5ec0324a708e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6549923 Jan 31 04:51:37.269485 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Request body: {'port': {'device_id': '22eee00a-7047-4e61-9f8b-13a0088f021b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:51:37.325511 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (21617a0a-115f-4175-a000-66251ef8a020), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:37.583102 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21617a0a-115f-4175-a000-66251ef8a020 {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:51:37.590058 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Publish callbacks [] for port (21617a0a-115f-4175-a000-66251ef8a020), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:37.602066 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Transition to ACTIVE for port object 21617a0a-115f-4175-a000-66251ef8a020 will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:51:37.659743 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (21617a0a-115f-4175-a000-66251ef8a020), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:37.709348 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Pushing event updated for resources: {'Port': ['ID=21617a0a-115f-4175-a000-66251ef8a020,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:37.777909 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Attempting to bind port 21617a0a-115f-4175-a000-66251ef8a020 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:51:37.778240 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Attempting to bind port 21617a0a-115f-4175-a000-66251ef8a020 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'da787344-e5b1-443f-bc07-2b77ca75f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:51:37.778567 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Attempting to bind port 21617a0a-115f-4175-a000-66251ef8a020 on network 4c106be3-7d30-4345-b394-72d02e51853a {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:51:37.782935 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Port 21617a0a-115f-4175-a000-66251ef8a020 on network 4c106be3-7d30-4345-b394-72d02e51853a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:51:37.783254 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Attempting to bind port 21617a0a-115f-4175-a000-66251ef8a020 on network 4c106be3-7d30-4345-b394-72d02e51853a {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:51:37.787952 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:51:37.788285 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Checking segment: {'id': 'da787344-e5b1-443f-bc07-2b77ca75f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:51:37.788663 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Bound using segment: {'id': 'da787344-e5b1-443f-bc07-2b77ca75f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:51:37.789086 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Bound port: 21617a0a-115f-4175-a000-66251ef8a020, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da787344-e5b1-443f-bc07-2b77ca75f39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:51:37.789432 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (21617a0a-115f-4175-a000-66251ef8a020), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:37.849450 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] For port 21617a0a-115f-4175-a000-66251ef8a020, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:51:37.852398 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] For port 21617a0a-115f-4175-a000-66251ef8a020, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=21617a0a-115f-4175-a000-66251ef8a020,segment=NetworkSegment(da787344-e5b1-443f-bc07-2b77ca75f39a),segment_id=da787344-e5b1-443f-bc07-2b77ca75f39a)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:51:37.905718 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (21617a0a-115f-4175-a000-66251ef8a020), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:37.940528 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:37.941607 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:37.943961 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] 10.222.0.31 "PUT /v2.0/ports/21617a0a-115f-4175-a000-66251ef8a020 HTTP/1.1" status: 200 len: 1093 time: 0.6788456 Jan 31 04:51:37.944663 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22eee00a-7047-4e61-9f8b-13a0088f021b', 'tag': '21617a0a-115f-4175-a000-66251ef8a020'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:51:37.948513 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f" -d '{"events": [{"name": "network-changed", "server_uuid": "22eee00a-7047-4e61-9f8b-13a0088f021b", "tag": "21617a0a-115f-4175-a000-66251ef8a020"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:51:37.976437 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c69022-1b1d-4cd2-b8a8-aec5f0bb40cd service neutron] Pushing event updated for resources: {'Port': ['ID=21617a0a-115f-4175-a000-66251ef8a020,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:38.105190 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fb125d-e31d-4162-b82a-a670c2d9ce26 x-openstack-request-id: req-33fb125d-e31d-4162-b82a-a670c2d9ce26 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:51:38.105804 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22eee00a-7047-4e61-9f8b-13a0088f021b", "tag": "21617a0a-115f-4175-a000-66251ef8a020", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:51:38.105804 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33fb125d-e31d-4162-b82a-a670c2d9ce26 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:51:38.106093 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22eee00a-7047-4e61-9f8b-13a0088f021b', 'tag': '21617a0a-115f-4175-a000-66251ef8a020', 'status': 'completed', 'code': 200} Jan 31 04:51:38.120658 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-ee0d681d-d921-493d-a099-95d335e142f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:38.122143 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-ee0d681d-d921-493d-a099-95d335e142f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=32bc488217794302b16e40a559bec3c8&device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 1127 time: 0.0514331 Jan 31 04:51:38.172744 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-ce76607f-6944-4fcc-9ba0-872057214bb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21617a0a-115f-4175-a000-66251ef8a020 HTTP/1.1" status: 200 len: 217 time: 0.0373797 Jan 31 04:51:38.183534 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fe206-4634-4189-8da9-440d6ec5012c req-a97ee961-9483-4b3e-aae9-c791764efbcc tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:38.184972 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e29fe206-4634-4189-8da9-440d6ec5012c req-a97ee961-9483-4b3e-aae9-c791764efbcc tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 943 time: 0.0511329 Jan 31 04:51:38.222378 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-90c00586-428c-4771-9422-61bb5b41b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:38.223869 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-90c00586-428c-4771-9422-61bb5b41b2fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fa98b40-34bf-4779-a5d5-1be09fbb6f6d HTTP/1.1" status: 200 len: 853 time: 0.0443368 Jan 31 04:51:38.234574 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e29fe206-4634-4189-8da9-440d6ec5012c req-f6e9e9b5-dae5-4bce-bd50-056e0ca4c9b7 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440049 Jan 31 04:51:38.256396 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-9dd6100b-80f6-4fa6-9e45-90c93b91b673 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c106be3-7d30-4345-b394-72d02e51853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257566 Jan 31 04:51:38.352114 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-721c3d54-9e62-4969-b6c0-29667eddb6d4 service neutron] 10.222.0.31 "GET /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882003 Jan 31 04:51:38.443832 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-563de8f9-6c64-4f2a-a226-85d6da1213c2 req-9efc599e-a698-46ce-9046-d30265d785a8 service neutron] 10.222.0.31 "GET /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850792 Jan 31 04:51:38.646236 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f req-7f848a44-93c2-47a8-9d60-cea15b910bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:38.647720 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f req-7f848a44-93c2-47a8-9d60-cea15b910bbc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=32bc488217794302b16e40a559bec3c8&device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 1127 time: 0.0473351 Jan 31 04:51:38.734933 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f req-cb08de1e-1548-4c6a-83e9-e407391acc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:38.737005 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f req-cb08de1e-1548-4c6a-83e9-e407391acc78 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4c106be3-7d30-4345-b394-72d02e51853a HTTP/1.1" status: 200 len: 913 time: 0.0814667 Jan 31 04:51:38.779892 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f req-ed52fe41-bc1d-468a-8bb8-996f9fc0e2a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21617a0a-115f-4175-a000-66251ef8a020 HTTP/1.1" status: 200 len: 217 time: 0.0364242 Jan 31 04:51:38.827164 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f req-c144edda-50f7-4f03-8094-c6a955263c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:38.828730 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f req-c144edda-50f7-4f03-8094-c6a955263c15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fa98b40-34bf-4779-a5d5-1be09fbb6f6d HTTP/1.1" status: 200 len: 853 time: 0.0428677 Jan 31 04:51:38.858667 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f req-b964aa83-fd00-42bb-99d5-a3e00322ce48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4c106be3-7d30-4345-b394-72d02e51853a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239885 Jan 31 04:51:38.948127 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f req-0c6444a8-34d4-4fe8-87d7-1953d1efe421 service neutron] 10.222.0.31 "GET /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833542 Jan 31 04:51:39.037016 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1e6bd2dc-47ee-46db-b3b0-8788a866ee7f req-248c3986-c315-469a-8f3d-409609637b16 service neutron] 10.222.0.31 "GET /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826812 Jan 31 04:51:39.353809 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923353cf-6fd4-43d9-8a43-7e241d1fd9fa req-51f69ed6-55dd-4ded-8799-4b2557e93de3 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:39.355447 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-923353cf-6fd4-43d9-8a43-7e241d1fd9fa req-51f69ed6-55dd-4ded-8799-4b2557e93de3 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 943 time: 0.0525522 Jan 31 04:51:39.405382 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-923353cf-6fd4-43d9-8a43-7e241d1fd9fa req-50da5f3d-29a6-4614-b8bd-3d03cf6912df tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Jan 31 04:51:40.521171 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e5a7c-187c-4ec4-85e6-a39f3b663ef3 req-1f5a4a4b-6a06-4a3f-b1c2-d698fc88a422 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:40.522632 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1e1e5a7c-187c-4ec4-85e6-a39f3b663ef3 req-1f5a4a4b-6a06-4a3f-b1c2-d698fc88a422 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 943 time: 0.0505717 Jan 31 04:51:40.566866 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 21617a0a-115f-4175-a000-66251ef8a020 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:51:40.568531 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1e1e5a7c-187c-4ec4-85e6-a39f3b663ef3 req-ec3b842e-256b-4270-9693-f6074e7c136e tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Jan 31 04:51:40.662469 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 21617a0a-115f-4175-a000-66251ef8a020, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=21617a0a-115f-4175-a000-66251ef8a020,segment=NetworkSegment(da787344-e5b1-443f-bc07-2b77ca75f39a),segment_id=da787344-e5b1-443f-bc07-2b77ca75f39a)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:51:40.672433 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '21617a0a-115f-4175-a000-66251ef8a020', 'network_id': '4c106be3-7d30-4345-b394-72d02e51853a', 'port_id': '21617a0a-115f-4175-a000-66251ef8a020', 'mac_address': 'fa:16:3e:4b:e4:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa98b40-34bf-4779-a5d5-1be09fbb6f6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:51:40.708089 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 21617a0a-115f-4175-a000-66251ef8a020 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:51:40.708487 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (21617a0a-115f-4175-a000-66251ef8a020), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:40.721209 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21617a0a-115f-4175-a000-66251ef8a020 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:51:40.739845 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 21617a0a-115f-4175-a000-66251ef8a020, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=21617a0a-115f-4175-a000-66251ef8a020,segment=NetworkSegment(da787344-e5b1-443f-bc07-2b77ca75f39a),segment_id=da787344-e5b1-443f-bc07-2b77ca75f39a)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:51:40.819802 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (21617a0a-115f-4175-a000-66251ef8a020), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:40.986274 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=21617a0a-115f-4175-a000-66251ef8a020,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:41.268605 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['21617a0a-115f-4175-a000-66251ef8a020'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:51:41.684022 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec551151-e061-44c3-82f1-bd6ea9d97a2b req-b76eb14b-3198-4b9c-b8d4-24c2b58b81b9 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:41.685443 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ec551151-e061-44c3-82f1-bd6ea9d97a2b req-b76eb14b-3198-4b9c-b8d4-24c2b58b81b9 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 944 time: 0.0505421 Jan 31 04:51:41.730034 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ec551151-e061-44c3-82f1-bd6ea9d97a2b req-339ecaac-bf38-4d60-968f-5c7e678f4e8b tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Jan 31 04:51:42.574684 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 21617a0a-115f-4175-a000-66251ef8a020 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:51:42.699816 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 21617a0a-115f-4175-a000-66251ef8a020 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:51:42.703591 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 21617a0a-115f-4175-a000-66251ef8a020 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:51:42.703991 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (21617a0a-115f-4175-a000-66251ef8a020), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:42.779932 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 21617a0a-115f-4175-a000-66251ef8a020 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:51:42.780327 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (21617a0a-115f-4175-a000-66251ef8a020), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:42.803713 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eee00a-7047-4e61-9f8b-13a0088f021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21617a0a-115f-4175-a000-66251ef8a020'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:51:42.805916 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c0bb18-3087-47af-8560-294b4d5fd717" -d '{"events": [{"server_uuid": "22eee00a-7047-4e61-9f8b-13a0088f021b", "name": "network-vif-plugged", "status": "completed", "tag": "21617a0a-115f-4175-a000-66251ef8a020"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:51:42.819320 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 21617a0a-115f-4175-a000-66251ef8a020, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=21617a0a-115f-4175-a000-66251ef8a020,segment=NetworkSegment(da787344-e5b1-443f-bc07-2b77ca75f39a),segment_id=da787344-e5b1-443f-bc07-2b77ca75f39a)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:51:42.848137 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdd0b7-3b38-4431-ba33-014110e1f4ff req-ccdf39bf-e1d2-4418-b01a-98a0f2f8c4dd tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:42.849723 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-afcdd0b7-3b38-4431-ba33-014110e1f4ff req-ccdf39bf-e1d2-4418-b01a-98a0f2f8c4dd tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 944 time: 0.0527322 Jan 31 04:51:42.862221 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (21617a0a-115f-4175-a000-66251ef8a020), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:42.901456 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-afcdd0b7-3b38-4431-ba33-014110e1f4ff req-ce921c2b-36c4-4310-94f3-77541cc4ba3a tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441055 Jan 31 04:51:42.901831 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eabba0-cb37-46ee-835d-8f0f931c2b8d x-openstack-request-id: req-20eabba0-cb37-46ee-835d-8f0f931c2b8d {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:51:42.902141 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eee00a-7047-4e61-9f8b-13a0088f021b", "name": "network-vif-plugged", "status": "completed", "tag": "21617a0a-115f-4175-a000-66251ef8a020", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:51:42.902414 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20eabba0-cb37-46ee-835d-8f0f931c2b8d {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:51:42.902850 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22eee00a-7047-4e61-9f8b-13a0088f021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21617a0a-115f-4175-a000-66251ef8a020', 'code': 200} Jan 31 04:51:42.921104 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=21617a0a-115f-4175-a000-66251ef8a020,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:51:43.217580 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95f6ba-b9fd-4cd7-8867-861b73af9521 req-8972c131-7a70-40c8-bfeb-f36b7fcd048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:43.219088 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3d95f6ba-b9fd-4cd7-8867-861b73af9521 req-8972c131-7a70-40c8-bfeb-f36b7fcd048b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 1129 time: 0.0428526 Jan 31 04:51:43.261411 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3d95f6ba-b9fd-4cd7-8867-861b73af9521 req-1dd6a97f-439f-4412-b1ae-7268d167a84f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367270 Jan 31 04:51:44.020140 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea8d16-dc6e-4e41-a4ee-38fc43e93626 req-871cad84-2808-467e-9dca-90c83d988976 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:44.021590 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-56ea8d16-dc6e-4e41-a4ee-38fc43e93626 req-871cad84-2808-467e-9dca-90c83d988976 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 945 time: 0.0540476 Jan 31 04:51:44.066408 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-56ea8d16-dc6e-4e41-a4ee-38fc43e93626 req-8c5e1ee3-b9b6-460a-8f30-d6c36e468f6d tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394642 Jan 31 04:51:45.192294 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71edc2b-528d-4bdb-bcd2-beacb41ff549 req-cb7c2d60-81cc-44b3-bd20-048fda093283 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:45.193756 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a71edc2b-528d-4bdb-bcd2-beacb41ff549 req-cb7c2d60-81cc-44b3-bd20-048fda093283 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 945 time: 0.0582991 Jan 31 04:51:45.240813 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a71edc2b-528d-4bdb-bcd2-beacb41ff549 req-1537dcc2-b546-4b22-8f27-b261ef61d824 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Jan 31 04:51:46.357563 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cfd6b-c08a-4f74-9517-ba447bff6127 req-f6e01609-f18b-4bed-9587-9798c1d987e1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:51:46.358965 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-872cfd6b-c08a-4f74-9517-ba447bff6127 req-f6e01609-f18b-4bed-9587-9798c1d987e1 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 945 time: 0.0513818 Jan 31 04:51:46.404431 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-872cfd6b-c08a-4f74-9517-ba447bff6127 req-cd4fa44b-8779-4f79-ac56-ccd49b9a45b9 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Jan 31 04:51:55.224855 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2882acbb-58a2-4951-8752-5b266bf569b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:57.568418 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-245a2636-07e0-435e-a5fb-05d43e4fb413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:51:58.534265 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:00.122202 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:01.356955 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:02.106461 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:52:05.522550 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:07.569680 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578426fa-e73d-432c-96ae-f184b3edeb67 req-efd515c0-439a-4648-9ae7-792bfc7a229b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:07.571142 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-578426fa-e73d-432c-96ae-f184b3edeb67 req-efd515c0-439a-4648-9ae7-792bfc7a229b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0512695 Jan 31 04:52:07.621389 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-578426fa-e73d-432c-96ae-f184b3edeb67 req-db3cceeb-0a56-4b3e-9813-33d21ddd51b7 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447428 Jan 31 04:52:08.737990 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6886b0-126f-46c6-b0ee-9cb9067f2977 req-e242e43c-b2b9-433e-8df1-130bdc9f1bbf tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:08.740153 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ea6886b0-126f-46c6-b0ee-9cb9067f2977 req-e242e43c-b2b9-433e-8df1-130bdc9f1bbf tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0508382 Jan 31 04:52:08.786471 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ea6886b0-126f-46c6-b0ee-9cb9067f2977 req-d2a3d552-f968-4824-9939-5b6d0965bb75 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408001 Jan 31 04:52:09.996468 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511eb22-10b1-4a17-8707-5970e3149d74 req-d153ee18-ffd0-4dd9-a11f-e7f0ec31cdd9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:09.997986 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b511eb22-10b1-4a17-8707-5970e3149d74 req-d153ee18-ffd0-4dd9-a11f-e7f0ec31cdd9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0508742 Jan 31 04:52:10.044810 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b511eb22-10b1-4a17-8707-5970e3149d74 req-6f8ea050-7864-40bc-8128-b8cb1ed7f688 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Jan 31 04:52:11.172353 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ce439-74a4-43bc-963a-6630a6c7f226 req-ae68df27-1b3c-4ebc-97c9-62430269d3f3 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:11.173984 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ba2ce439-74a4-43bc-963a-6630a6c7f226 req-ae68df27-1b3c-4ebc-97c9-62430269d3f3 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0577862 Jan 31 04:52:11.222488 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ba2ce439-74a4-43bc-963a-6630a6c7f226 req-f4179ebd-cc65-4897-a6de-5c501f0a7699 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Jan 31 04:52:12.337997 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa856fef-5291-40b3-b6cf-cea6b064ffff req-1716bdca-9a84-4a66-b423-e2f9fa6a8bdb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:12.339465 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-aa856fef-5291-40b3-b6cf-cea6b064ffff req-1716bdca-9a84-4a66-b423-e2f9fa6a8bdb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0503047 Jan 31 04:52:12.390124 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-aa856fef-5291-40b3-b6cf-cea6b064ffff req-5323fb73-6921-4deb-a036-92e712ade7de tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451994 Jan 31 04:52:12.809052 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d17462-15c1-48ba-bff0-b146d3ad0450 req-28184401-6b4b-4587-abb9-e8c5a26a9d91 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:12.810547 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-92d17462-15c1-48ba-bff0-b146d3ad0450 req-28184401-6b4b-4587-abb9-e8c5a26a9d91 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 945 time: 0.0509145 Jan 31 04:52:12.856220 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-92d17462-15c1-48ba-bff0-b146d3ad0450 req-2229e4ee-cfc0-4705-9210-75eb0f7f5b6d tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400870 Jan 31 04:52:13.510487 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e93f5-3cd7-4df2-bb62-d9dad7fd8de7 req-b7a83187-8279-4205-a6b0-ab1d9c2a1007 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:13.511998 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-485e93f5-3cd7-4df2-bb62-d9dad7fd8de7 req-b7a83187-8279-4205-a6b0-ab1d9c2a1007 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0543928 Jan 31 04:52:13.557768 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-485e93f5-3cd7-4df2-bb62-d9dad7fd8de7 req-df3af261-deba-4cb0-aca5-a0a5d622e43a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403025 Jan 31 04:52:13.970479 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e0f05-1743-430a-8b2d-f31834514dee req-ea3bf8d7-a065-4820-8724-cc533bfd9e29 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:13.971964 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-328e0f05-1743-430a-8b2d-f31834514dee req-ea3bf8d7-a065-4820-8724-cc533bfd9e29 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 945 time: 0.0499365 Jan 31 04:52:14.017224 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-328e0f05-1743-430a-8b2d-f31834514dee req-21ab8832-3d31-4610-b034-302e47b9a8bc tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Jan 31 04:52:14.692865 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-0c4337ef-cb22-4db0-93f8-a1e88aab1695 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:14.694299 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-0c4337ef-cb22-4db0-93f8-a1e88aab1695 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.31 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 945 time: 0.0806429 Jan 31 04:52:14.700719 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8be0b-813b-4ba2-abb6-387d0f61eece req-950dfe01-205c-495a-8548-1ad565dac3b9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:14.702008 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1dc8be0b-813b-4ba2-abb6-387d0f61eece req-950dfe01-205c-495a-8548-1ad565dac3b9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0787010 Jan 31 04:52:14.798806 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1dc8be0b-813b-4ba2-abb6-387d0f61eece req-2609d773-fb64-44cc-96ff-703033995ca9 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895488 Jan 31 04:52:14.819777 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Deleting port 21617a0a-115f-4175-a000-66251ef8a020 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:52:14.820120 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (21617a0a-115f-4175-a000-66251ef8a020), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:14.907321 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] For port 21617a0a-115f-4175-a000-66251ef8a020, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=21617a0a-115f-4175-a000-66251ef8a020,segment=NetworkSegment(da787344-e5b1-443f-bc07-2b77ca75f39a),segment_id=da787344-e5b1-443f-bc07-2b77ca75f39a)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:52:14.907598 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (21617a0a-115f-4175-a000-66251ef8a020), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:14.919501 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Calling delete_port for 21617a0a-115f-4175-a000-66251ef8a020 owned by compute:nova {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:52:15.122460 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (21617a0a-115f-4175-a000-66251ef8a020), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:15.136817 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307d740-d14f-4d8f-a23b-8c146425d29e req-3b565392-68b9-4eeb-8130-4ea14cc41c81 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:15.138330 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f307d740-d14f-4d8f-a23b-8c146425d29e req-3b565392-68b9-4eeb-8130-4ea14cc41c81 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/ports?device_id=22eee00a-7047-4e61-9f8b-13a0088f021b HTTP/1.1" status: 200 len: 945 time: 0.0558641 Jan 31 04:52:15.155190 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Pushing event deleted for resources: {'Port': ['ID=21617a0a-115f-4175-a000-66251ef8a020,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:15.161130 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['21617a0a-115f-4175-a000-66251ef8a020'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:52:15.167256 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.168027 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.168027 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.168189 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.168509 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.168835 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.169157 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.169485 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.169805 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.170128 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.170446 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.170765 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.171662 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:15.190637 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f307d740-d14f-4d8f-a23b-8c146425d29e req-d37c240c-d8be-449b-bc33-40ca4f8ae908 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.21 "GET /v2.0/security-groups?id=a98efc12-8618-4506-8841-81e5d8ae72c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464125 Jan 31 04:52:15.205646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] No DVR routers for this DVR port 21617a0a-115f-4175-a000-66251ef8a020 on host hv-cinder-82660 {{(pid=109632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:52:15.214030 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:15.217354 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-63777574-dbfb-4cc4-abd1-c56b1288bba5 req-55d6a84c-4101-4e13-a12e-b2f54b1fec13 tempest-VolumesSnapshotTestJSON-378395015 tempest-VolumesSnapshotTestJSON-378395015-project] 10.222.0.31 "DELETE /v2.0/ports/21617a0a-115f-4175-a000-66251ef8a020 HTTP/1.1" status: 204 len: 173 time: 0.5145068 Jan 31 04:52:15.217784 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eee00a-7047-4e61-9f8b-13a0088f021b', 'name': 'network-vif-deleted', 'tag': '21617a0a-115f-4175-a000-66251ef8a020'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:52:15.219993 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaea2da5-3246-4123-9024-72b2e8152a3c" -d '{"events": [{"server_uuid": "22eee00a-7047-4e61-9f8b-13a0088f021b", "name": "network-vif-deleted", "tag": "21617a0a-115f-4175-a000-66251ef8a020"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:52:15.253996 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9c31e4-601e-48dd-a698-85959db82a36 x-openstack-request-id: req-ba9c31e4-601e-48dd-a698-85959db82a36 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:52:15.254285 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eee00a-7047-4e61-9f8b-13a0088f021b", "name": "network-vif-deleted", "tag": "21617a0a-115f-4175-a000-66251ef8a020", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:52:15.255115 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba9c31e4-601e-48dd-a698-85959db82a36 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:52:15.255567 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22eee00a-7047-4e61-9f8b-13a0088f021b', 'name': 'network-vif-deleted', 'tag': '21617a0a-115f-4175-a000-66251ef8a020', 'status': 'completed', 'code': 200} Jan 31 04:52:15.911566 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75b039-affb-4eb4-b7b4-3303de7117aa req-eddcefdd-5742-4e03-a1fc-89453d1353ca tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:15.913018 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7f75b039-affb-4eb4-b7b4-3303de7117aa req-eddcefdd-5742-4e03-a1fc-89453d1353ca tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0504518 Jan 31 04:52:15.960061 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7f75b039-affb-4eb4-b7b4-3303de7117aa req-a16c739c-99ec-4b22-b5e5-18d1b558fb0d tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413947 Jan 31 04:52:17.078270 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06510150-4204-43fa-b902-bd3aabf8a93d req-ffd0cedb-286a-4bd5-820a-2adacaa5edde tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:17.082292 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-06510150-4204-43fa-b902-bd3aabf8a93d req-ffd0cedb-286a-4bd5-820a-2adacaa5edde tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0536261 Jan 31 04:52:17.126424 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-06510150-4204-43fa-b902-bd3aabf8a93d req-6671d9f3-b746-435c-9a1b-0e4c3c397d28 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401700 Jan 31 04:52:18.248424 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961d7c3-fb60-470a-9946-325a2240d57f req-49e77094-7462-4ad1-90bb-f17a48fad75b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:18.250140 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9961d7c3-fb60-470a-9946-325a2240d57f req-49e77094-7462-4ad1-90bb-f17a48fad75b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0549376 Jan 31 04:52:18.297983 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9961d7c3-fb60-470a-9946-325a2240d57f req-9204a88c-8a2f-432e-81b5-fc7b39c80c23 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422881 Jan 31 04:52:18.626395 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305bedd-cf9a-45f7-9d42-bf8b9055d5c4 req-fab990b2-7547-413c-9955-102dee007da5 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:18.627794 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b305bedd-cf9a-45f7-9d42-bf8b9055d5c4 req-fab990b2-7547-413c-9955-102dee007da5 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0575275 Jan 31 04:52:18.674934 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b305bedd-cf9a-45f7-9d42-bf8b9055d5c4 req-88549469-b8ce-4b27-9216-03b845804e06 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410881 Jan 31 04:52:18.722757 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 21617a0a-115f-4175-a000-66251ef8a020 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:52:18.723392 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb475e-6136-4d35-a4a4-6976c431180e req-8ae89a43-177a-4bf7-9926-6fb7efea7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:18.725391 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-81fb475e-6136-4d35-a4a4-6976c431180e req-8ae89a43-177a-4bf7-9926-6fb7efea7e85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 1130 time: 0.0436361 Jan 31 04:52:18.742958 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 21617a0a-115f-4175-a000-66251ef8a020 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:52:18.743304 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 21617a0a-115f-4175-a000-66251ef8a020 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:52:19.771516 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb475e-6136-4d35-a4a4-6976c431180e req-9bb96f9a-67f8-4cb2-aebe-8da148319794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:19.772993 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-81fb475e-6136-4d35-a4a4-6976c431180e req-9bb96f9a-67f8-4cb2-aebe-8da148319794 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 200 len: 911 time: 0.0868378 Jan 31 04:52:19.794485 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49587c79-f57a-483c-989d-93b2ca116bc5 req-9e32d067-2b03-435c-9dc1-1fc907e5ba02 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:19.795996 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-49587c79-f57a-483c-989d-93b2ca116bc5 req-9e32d067-2b03-435c-9dc1-1fc907e5ba02 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0510046 Jan 31 04:52:19.841610 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-49587c79-f57a-483c-989d-93b2ca116bc5 req-9b4799a7-8a9d-4051-b1e2-2255b7a197d8 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400894 Jan 31 04:52:20.572849 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-81fb475e-6136-4d35-a4a4-6976c431180e req-afad746b-ae7d-448b-9601-5eb4180042f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 HTTP/1.1" status: 200 len: 1002 time: 0.0578611 Jan 31 04:52:20.956457 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f384448-5a85-4356-8268-cc2834a66433 req-46671a8e-d621-4bb5-b940-6a0d0748276f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:20.957879 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f384448-5a85-4356-8268-cc2834a66433 req-46671a8e-d621-4bb5-b940-6a0d0748276f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0498431 Jan 31 04:52:21.006320 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f384448-5a85-4356-8268-cc2834a66433 req-2cd2cbaf-2204-42dc-8ce3-70a270cfa8eb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428295 Jan 31 04:52:21.742499 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb475e-6136-4d35-a4a4-6976c431180e req-a893b2b7-2212-4736-a29a-e305d49eb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:21.744038 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-81fb475e-6136-4d35-a4a4-6976c431180e req-a893b2b7-2212-4736-a29a-e305d49eb1ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c22f48-70b0-40dd-8256-e6bbe4f151b9 HTTP/1.1" status: 200 len: 850 time: 0.0439479 Jan 31 04:52:21.792974 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb475e-6136-4d35-a4a4-6976c431180e req-d9ecb6ce-9d75-4725-9d53-0eb873424f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:21.794458 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-81fb475e-6136-4d35-a4a4-6976c431180e req-d9ecb6ce-9d75-4725-9d53-0eb873424f60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6d9d9c2-37a6-46fa-b349-eedfe966b621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438876 Jan 31 04:52:21.883175 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-81fb475e-6136-4d35-a4a4-6976c431180e req-06b16aa0-3ddf-40d7-92d3-8593fa5db248 service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826700 Jan 31 04:52:21.970219 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-81fb475e-6136-4d35-a4a4-6976c431180e req-e3f78c1a-f5c2-41fe-b0bf-11dcc3a893f6 service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798864 Jan 31 04:52:22.121519 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db089fd9-2600-4295-8ba6-dd2539ce1fe2 req-d592fa76-6416-4b46-9ece-55e21c25cb4f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:22.123005 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-db089fd9-2600-4295-8ba6-dd2539ce1fe2 req-d592fa76-6416-4b46-9ece-55e21c25cb4f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0500047 Jan 31 04:52:22.172234 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-db089fd9-2600-4295-8ba6-dd2539ce1fe2 req-858fa635-4ce4-41bd-81cf-7a8ea485b3fb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434861 Jan 31 04:52:23.288738 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715536d-8c9c-40ca-b6e5-3274461dc8c6 req-a699b0c6-f566-4aca-9561-52d3e4d9d533 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:23.290193 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7715536d-8c9c-40ca-b6e5-3274461dc8c6 req-a699b0c6-f566-4aca-9561-52d3e4d9d533 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0513639 Jan 31 04:52:23.339998 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7715536d-8c9c-40ca-b6e5-3274461dc8c6 req-f677b488-711d-4d75-99be-e72d64bcbc93 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443518 Jan 31 04:52:25.224901 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-799a8a63-b112-4933-9879-7b41d723ebbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:27.567913 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a147a7a0-a8c2-49ff-a502-181ce4789f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:28.493574 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:30.099212 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:31.367677 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:34.859457 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0a1fc-095d-4815-8767-0c9c1c700b94 req-699d83bf-ed6d-4574-afed-b459f9f1062d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:34.860916 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4aa0a1fc-095d-4815-8767-0c9c1c700b94 req-699d83bf-ed6d-4574-afed-b459f9f1062d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0508537 Jan 31 04:52:34.906690 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4aa0a1fc-095d-4815-8767-0c9c1c700b94 req-2410686a-8f94-4398-b7cb-f25696442338 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403874 Jan 31 04:52:35.533168 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:36.028113 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da25637-6274-4606-b9f9-52c2fdbd6ec1 req-3fedbd80-77ac-45fe-bd92-ab507086c119 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:36.029528 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7da25637-6274-4606-b9f9-52c2fdbd6ec1 req-3fedbd80-77ac-45fe-bd92-ab507086c119 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0494144 Jan 31 04:52:36.074406 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7da25637-6274-4606-b9f9-52c2fdbd6ec1 req-c4b43f7a-0254-454a-b28c-cebbc17dd3be tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394974 Jan 31 04:52:37.134510 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-64c696aa-28ad-4ab0-a6c0-a201ce99d4cb tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:37.135987 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-64c696aa-28ad-4ab0-a6c0-a201ce99d4cb tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.31 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0510297 Jan 31 04:52:37.191393 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4bb0f-e933-414f-99c8-4cd5acf5e5a4 req-850653a0-930a-4d31-a3aa-404776567d2c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:37.192778 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9ac4bb0f-e933-414f-99c8-4cd5acf5e5a4 req-850653a0-930a-4d31-a3aa-404776567d2c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 946 time: 0.0497124 Jan 31 04:52:37.230476 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Deleting port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:52:37.230838 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:37.237457 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9ac4bb0f-e933-414f-99c8-4cd5acf5e5a4 req-c4875da6-8d59-4de7-93e8-fb6d6ea7ea70 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=c1355727-23fc-47e2-b69f-452a3b595d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391257 Jan 31 04:52:37.317780 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] For port 2eade66b-918f-4c8e-a64c-60d0ce7921a5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=2eade66b-918f-4c8e-a64c-60d0ce7921a5,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:52:37.318139 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:37.775665 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:37.776026 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (30f1bbda-5bee-4601-9c15-eb5b5e70ac56), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:37.776336 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.l3_db [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Floating IP 30f1bbda-5bee-4601-9c15-eb5b5e70ac56 disassociated. External IP: 172.27.2.169, port: 2eade66b-918f-4c8e-a64c-60d0ce7921a5. Jan 31 04:52:37.776672 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Calling delete_port for 2eade66b-918f-4c8e-a64c-60d0ce7921a5 owned by compute:nova {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:52:37.956355 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (2eade66b-918f-4c8e-a64c-60d0ce7921a5), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:37.983661 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event deleted for resources: {'Port': ['ID=2eade66b-918f-4c8e-a64c-60d0ce7921a5,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:38.097019 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Router a4548a2a-e5b2-4535-8365-e489271e9a71 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:52:38.203760 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:52:38.214538 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] Sync routers for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:52:38.224268 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:52:38.224940 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:38.244850 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] No DVR routers for this DVR port 2eade66b-918f-4c8e-a64c-60d0ce7921a5 on host hv-cinder-82660 {{(pid=109632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:52:38.247490 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:38.251062 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5a347249-3bcf-4e5f-80ed-42ec74ec55bc req-53cab088-a121-4f97-b927-c6c68ec98768 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.31 "DELETE /v2.0/ports/2eade66b-918f-4c8e-a64c-60d0ce7921a5 HTTP/1.1" status: 204 len: 173 time: 1.1095216 Jan 31 04:52:38.251516 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'name': 'network-vif-deleted', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:52:38.253725 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfa07ae-a3dc-432b-a924-b68189e6eb83" -d '{"events": [{"server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "name": "network-vif-deleted", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:52:38.294374 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc50f6-a852-4af3-a4b2-52c112b637b5 x-openstack-request-id: req-99fc50f6-a852-4af3-a4b2-52c112b637b5 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:52:38.294670 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde1517d-e13d-455c-a8dd-0119bb29148b", "name": "network-vif-deleted", "tag": "2eade66b-918f-4c8e-a64c-60d0ce7921a5", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:52:38.294963 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99fc50f6-a852-4af3-a4b2-52c112b637b5 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:52:38.295365 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde1517d-e13d-455c-a8dd-0119bb29148b', 'name': 'network-vif-deleted', 'tag': '2eade66b-918f-4c8e-a64c-60d0ce7921a5', 'status': 'completed', 'code': 200} Jan 31 04:52:38.340282 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:52:38.352075 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a35ebe8-6e1f-47a1-b060-365550bbf4cc req-b8cd2692-0973-41b5-a508-c165282a237c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=dde1517d-e13d-455c-a8dd-0119bb29148b HTTP/1.1" status: 200 len: 210 time: 0.0335121 Jan 31 04:52:38.543164 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:38.568337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] Checking router: a4548a2a-e5b2-4535-8365-e489271e9a71 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:52:38.576911 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:52:38.577518 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:38.691221 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:52:38.892260 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:38.922297 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac47c5d-6feb-4520-9744-05c507009377 None None] The sync data for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi is: [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:52:39.107179 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:52:39.158215 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ee693-a845-4d5a-bd0b-5a25d17f58cf None None] New status for floating IP 30f1bbda-5bee-4601-9c15-eb5b5e70ac56: DOWN {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:52:39.523088 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43430) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:39.577140 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (c1355727-23fc-47e2-b69f-452a3b595d55), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:39.599455 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (c1355727-23fc-47e2-b69f-452a3b595d55), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:39.688197 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (c1355727-23fc-47e2-b69f-452a3b595d55), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:39.690723 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:39.691893 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "DELETE /v2.0/security-groups/c1355727-23fc-47e2-b69f-452a3b595d55 HTTP/1.1" status: 204 len: 168 time: 0.1672792 Jan 31 04:52:39.694632 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43432) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:39.701444 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1355727-23fc-47e2-b69f-452a3b595d55,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:39.708297 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.708657 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.708995 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.709525 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.709869 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.710072 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.api.v2.resource [None req-c0f69a37-e100-43e3-a052-7a2f8eb651f8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] show failed (client error): The resource could not be found. Jan 31 04:52:39.710203 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.710518 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.710872 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.712624 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.712624 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.712624 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.712886 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-c0f69a37-e100-43e3-a052-7a2f8eb651f8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups/c1355727-23fc-47e2-b69f-452a3b595d55 HTTP/1.1" status: 404 len: 347 time: 0.0154560 Jan 31 04:52:39.712968 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.713226 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4367064c-8e88-4b8e-be88-ed9e3deed0ec tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:39.715505 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43434) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:39.840709 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-e8b36f6d-4cb1-4279-ad53-deb790d53bb4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Deleting port 4027ba92-4ab5-4eb0-b407-8d8c6386cbb8 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:52:39.841046 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f6d-4cb1-4279-ad53-deb790d53bb4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (4027ba92-4ab5-4eb0-b407-8d8c6386cbb8), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:39.924651 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f6d-4cb1-4279-ad53-deb790d53bb4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (4027ba92-4ab5-4eb0-b407-8d8c6386cbb8), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:39.924974 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f6d-4cb1-4279-ad53-deb790d53bb4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (4027ba92-4ab5-4eb0-b407-8d8c6386cbb8), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:39.939059 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-e8b36f6d-4cb1-4279-ad53-deb790d53bb4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Calling delete_port for 4027ba92-4ab5-4eb0-b407-8d8c6386cbb8 owned by network:floatingip {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:52:40.145224 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f6d-4cb1-4279-ad53-deb790d53bb4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (4027ba92-4ab5-4eb0-b407-8d8c6386cbb8), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:40.176038 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b36f6d-4cb1-4279-ad53-deb790d53bb4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event deleted for resources: {'Port': ['ID=4027ba92-4ab5-4eb0-b407-8d8c6386cbb8,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:40.235150 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f6d-4cb1-4279-ad53-deb790d53bb4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (30f1bbda-5bee-4601-9c15-eb5b5e70ac56), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:40.237840 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e8b36f6d-4cb1-4279-ad53-deb790d53bb4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:40.241745 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-e8b36f6d-4cb1-4279-ad53-deb790d53bb4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "DELETE /v2.0/floatingips/30f1bbda-5bee-4601-9c15-eb5b5e70ac56 HTTP/1.1" status: 204 len: 168 time: 0.5225277 Jan 31 04:52:40.551791 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43458) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:40.557239 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-2d7b3929-0864-4fac-a98a-0926a0ed6214 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919791375', 'description': 'tempest-description--1513143026'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:40.642117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3929-0864-4fac-a98a-0926a0ed6214 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:40.713815 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3929-0864-4fac-a98a-0926a0ed6214 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (3eb6c9ac-0622-455b-b5eb-6101e790ff2c), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:40.785237 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3929-0864-4fac-a98a-0926a0ed6214 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3eb6c9ac-0622-455b-b5eb-6101e790ff2c), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:40.814596 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b3929-0864-4fac-a98a-0926a0ed6214 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb6c9ac-0622-455b-b5eb-6101e790ff2c,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:40.843493 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 2eade66b-918f-4c8e-a64c-60d0ce7921a5 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:52:40.863206 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 2eade66b-918f-4c8e-a64c-60d0ce7921a5 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:52:40.863556 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 2eade66b-918f-4c8e-a64c-60d0ce7921a5 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:52:40.901501 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2d7b3929-0864-4fac-a98a-0926a0ed6214 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:40.902765 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-2d7b3929-0864-4fac-a98a-0926a0ed6214 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3498883 Jan 31 04:52:40.905591 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43460) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:40.910306 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-f66f6316-3e99-4db8-a21b-b09321033f46 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'security_group_rule': {'security_group_id': '3eb6c9ac-0622-455b-b5eb-6101e790ff2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:41.006600 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f66f6316-3e99-4db8-a21b-b09321033f46 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (dd4e5bb9-0ac2-40f4-a6ab-a94f832e682b), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:41.064895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f66f6316-3e99-4db8-a21b-b09321033f46 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (dd4e5bb9-0ac2-40f4-a6ab-a94f832e682b), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:41.121832 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f66f6316-3e99-4db8-a21b-b09321033f46 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (dd4e5bb9-0ac2-40f4-a6ab-a94f832e682b), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:41.140495 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f6316-3e99-4db8-a21b-b09321033f46 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4e5bb9-0ac2-40f4-a6ab-a94f832e682b,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:41.232535 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f66f6316-3e99-4db8-a21b-b09321033f46 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:41.233780 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-f66f6316-3e99-4db8-a21b-b09321033f46 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272150 Jan 31 04:52:41.236289 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43462) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:41.240526 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-7780073a-2200-45fa-b270-1d7ff15ca352 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'security_group_rule': {'security_group_id': '3eb6c9ac-0622-455b-b5eb-6101e790ff2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:41.332624 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7780073a-2200-45fa-b270-1d7ff15ca352 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (54883ace-76ca-4cea-bc80-32f964d634ff), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:41.387281 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7780073a-2200-45fa-b270-1d7ff15ca352 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (54883ace-76ca-4cea-bc80-32f964d634ff), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:41.448017 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7780073a-2200-45fa-b270-1d7ff15ca352 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (54883ace-76ca-4cea-bc80-32f964d634ff), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:41.466458 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780073a-2200-45fa-b270-1d7ff15ca352 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54883ace-76ca-4cea-bc80-32f964d634ff,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:41.529766 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7780073a-2200-45fa-b270-1d7ff15ca352 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:41.531063 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-7780073a-2200-45fa-b270-1d7ff15ca352 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937846 Jan 31 04:52:41.534057 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43470) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:41.538373 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'floatingip': {'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:41.625190 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:41.720160 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:41.826610 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Allocated IP 172.27.2.7 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/e648aac3-1bb9-402d-bf03-dae6cca55cf2) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:52:41.947962 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for port (e648aac3-1bb9-402d-bf03-dae6cca55cf2), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.042063 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (e648aac3-1bb9-402d-bf03-dae6cca55cf2), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.078618 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:52:42.083349 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:42.086713 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:52:42.092583 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'Port': ['ID=e648aac3-1bb9-402d-bf03-dae6cca55cf2,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:42.176465 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (02645d1c-a2cc-43ee-a1aa-2910a3a78e12), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.303615 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (e648aac3-1bb9-402d-bf03-dae6cca55cf2), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.449000 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for port (e648aac3-1bb9-402d-bf03-dae6cca55cf2), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.498959 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (e648aac3-1bb9-402d-bf03-dae6cca55cf2), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.557640 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43474) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:42.569669 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'Port': ['ID=e648aac3-1bb9-402d-bf03-dae6cca55cf2,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:42.576282 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (02645d1c-a2cc-43ee-a1aa-2910a3a78e12), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.600977 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-d351dbab-a5eb-49f1-b6d4-15678eb982d9 admin admin] Deleting subnet 4fa98b40-34bf-4779-a5d5-1be09fbb6f6d {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:52:42.604769 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d351dbab-a5eb-49f1-b6d4-15678eb982d9 admin admin] Publish callbacks [] for subnet (4fa98b40-34bf-4779-a5d5-1be09fbb6f6d), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.638065 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d351dbab-a5eb-49f1-b6d4-15678eb982d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4188970'] for subnet (4fa98b40-34bf-4779-a5d5-1be09fbb6f6d), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.643901 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.645143 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-50e63fd8-6445-4800-8514-dfc6d9f508f4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1101758 Jan 31 04:52:42.680278 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d351dbab-a5eb-49f1-b6d4-15678eb982d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (4fa98b40-34bf-4779-a5d5-1be09fbb6f6d), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.811529 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d351dbab-a5eb-49f1-b6d4-15678eb982d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545251'] for subnet (4fa98b40-34bf-4779-a5d5-1be09fbb6f6d), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.842217 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351dbab-a5eb-49f1-b6d4-15678eb982d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa98b40-34bf-4779-a5d5-1be09fbb6f6d,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:42.850347 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d351dbab-a5eb-49f1-b6d4-15678eb982d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:42.853703 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-d351dbab-a5eb-49f1-b6d4-15678eb982d9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4fa98b40-34bf-4779-a5d5-1be09fbb6f6d HTTP/1.1" status: 204 len: 168 time: 0.2950747 Jan 31 04:52:42.856174 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43492) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:42.887005 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-309b9e1b-d60a-4ae3-a59a-c5919b622e69 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1919791375&fields=id&tenant_id=3951fb700ad04745afa04a4b077da951 HTTP/1.1" status: 200 len: 267 time: 0.0895200 Jan 31 04:52:42.965185 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (4c106be3-7d30-4345-b394-72d02e51853a), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.061911 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-7866bf98-5d3f-476d-b7a4-9a0ee5c34a8b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:43.063283 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-7866bf98-5d3f-476d-b7a4-9a0ee5c34a8b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 816 time: 0.1698368 Jan 31 04:52:43.105197 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-213b5c45-c0ff-4716-8466-8da920bec7b6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/quotas/3951fb700ad04745afa04a4b077da951 HTTP/1.1" status: 200 len: 375 time: 0.0342901 Jan 31 04:52:43.106862 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (4c106be3-7d30-4345-b394-72d02e51853a), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.149987 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c106be3-7d30-4345-b394-72d02e51853a']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:43.161005 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da787344-e5b1-443f-bc07-2b77ca75f39a') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:43.161308 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da787344-e5b1-443f-bc07-2b77ca75f39a') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:43.173269 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (da787344-e5b1-443f-bc07-2b77ca75f39a), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.189124 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (da787344-e5b1-443f-bc07-2b77ca75f39a), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.196540 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-5b3a2cd0-e2d4-451e-9724-138e99724411 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826688 Jan 31 04:52:43.201267 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (da787344-e5b1-443f-bc07-2b77ca75f39a), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:52:43.205218 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:52:43.329159 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (4c106be3-7d30-4345-b394-72d02e51853a), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.342040 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.345185 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4c106be3-7d30-4345-b394-72d02e51853a HTTP/1.1" status: 204 len: 168 time: 0.4881306 Jan 31 04:52:43.355840 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0b27d-c61b-4dcb-894c-58ca4eff1d78 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c106be3-7d30-4345-b394-72d02e51853a,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:43.360835 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-8531efea-17a5-48e8-a74b-8509ae15f10a service neutron] 10.222.0.21 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485546 Jan 31 04:52:43.460343 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-bd7869c7-a0bf-4557-a693-29a5056c24f3 service neutron] 10.222.0.21 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918965 Jan 31 04:52:43.739841 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b534baa0-8067-4ee9-9c70-89f1464786c8 req-98b602f5-3e74-4511-9980-6258d8965d97 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 210 time: 0.0403583 Jan 31 04:52:43.741012 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43502) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:43.790067 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-b40329f1-b231-49b3-81a3-b11d69592042 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32bc488217794302b16e40a559bec3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478249 Jan 31 04:52:43.792870 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43504) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:43.842631 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3e8dfdf-841e-4500-a3b6-990d0d29c00f admin admin] Publish callbacks [] for security_group (a98efc12-8618-4506-8841-81e5d8ae72c9), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.864531 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3e8dfdf-841e-4500-a3b6-990d0d29c00f admin admin] Publish callbacks [] for security_group (a98efc12-8618-4506-8841-81e5d8ae72c9), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.990947 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3e8dfdf-841e-4500-a3b6-990d0d29c00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (a98efc12-8618-4506-8841-81e5d8ae72c9), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.994125 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3e8dfdf-841e-4500-a3b6-990d0d29c00f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:43.995292 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-b3e8dfdf-841e-4500-a3b6-990d0d29c00f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a98efc12-8618-4506-8841-81e5d8ae72c9 HTTP/1.1" status: 204 len: 168 time: 0.2015362 Jan 31 04:52:44.003521 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8dfdf-841e-4500-a3b6-990d0d29c00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98efc12-8618-4506-8841-81e5d8ae72c9,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:44.849650 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-25c85c05-fe1b-4a0b-b046-1a67c52f0871 req-27c0bf09-23f0-4602-9a53-fe8a6d3cae51 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 210 time: 0.0262609 Jan 31 04:52:44.997638 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43536) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:45.092111 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1291760580-network', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:45.190669 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Made reservation on behalf of 36c2584cb883458eaf6b3b04d55a9429 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:52:45.193022 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.201525 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.275422 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Publish callbacks [] for security_group (0e9835a9-41ea-42ad-bb65-42a1a968331f), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.356410 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (0e9835a9-41ea-42ad-bb65-42a1a968331f), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.384315 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:52:45.390899 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9835a9-41ea-42ad-bb65-42a1a968331f,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:45.399177 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (d59400e4-ebab-4957-8ef4-e1c8117e2844), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.399177 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Added segment d59400e4-ebab-4957-8ef4-e1c8117e2844 of type vlan for network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 Jan 31 04:52:45.439285 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.516124 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.517152 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:45.517838 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.578012 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:45.588606 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-82fc5b68-8ac5-417b-9bb9-875642e85203 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5897264 Jan 31 04:52:45.591477 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43540) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:45.592036 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:52:45.596576 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-113b1927-049f-48b5-8337-1bd6fab63489 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:45.596576 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-113b1927-049f-48b5-8337-1bd6fab63489 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 816 time: 0.1094725 Jan 31 04:52:45.597056 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Request body: {'subnet': {'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1291760580-subnet', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:45.661664 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-5626df32-9ca5-4dc7-a430-ce31621a7480 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3951fb700ad04745afa04a4b077da951 HTTP/1.1" status: 200 len: 380 time: 0.0516353 Jan 31 04:52:45.669950 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'port': {'device_id': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'admin_state_up': True, 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'security_groups': ['3eb6c9ac-0622-455b-b5eb-6101e790ff2c']}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:45.676438 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Made reservation on behalf of 36c2584cb883458eaf6b3b04d55a9429 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:52:45.678736 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545246'] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.841911 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Made reservation on behalf of 3951fb700ad04745afa04a4b077da951 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:52:45.845311 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.928964 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4189072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545256'] for subnet (22d2dabd-7315-4dfb-a620-1f95a658b9ed), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:45.979416 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-41d0bdb0-4b76-4bed-88ec-a2149568c75a req-f56d367b-d43a-4dce-8877-132295f4b1ab tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 210 time: 0.0524797 Jan 31 04:52:45.984318 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d2dabd-7315-4dfb-a620-1f95a658b9ed,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:45.992805 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Checking segment: {'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:52:45.992805 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Network hostable DHCP agents. Network: 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:52:45.998549 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Allocated IP 172.20.0.7 (6a3d49fc-fe05-4677-aa28-3de849a9cd8b/c29e6c71-abde-4bb2-b9a2-a6a62952dea9/1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:52:46.076541 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:52:46.141444 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.162137 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:46.166475 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:46.167172 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.172746 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fc024d-5081-4e7f-a439-0913fc5c1071 None None] Network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:52:46.243389 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.263375 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-652ac076-c11a-4660-8469-3c44f2920941 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6705737 Jan 31 04:52:46.265850 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43548) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:46.270707 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:46.275384 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2f825c5-f294-58d7-959c-947f82025dde-9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed'}]}} from dv-cinder-826608-2-iscsi. {{(pid=109633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 04:52:46.276505 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.290025 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:52:46.295931 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:46.299686 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:52:46.324822 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event updated for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:46.353362 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:46.354035 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.363126 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1040968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32477'] for router (efe3af23-81b7-4794-82ad-6dede767d18d), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.364734 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32452'] for router (efe3af23-81b7-4794-82ad-6dede767d18d), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.418887 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.db_base_plugin_common [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Allocated IP 172.20.0.2 (9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3/22d2dabd-7315-4dfb-a620-1f95a658b9ed/8fda86a4-8853-4c09-b97b-158c97e3fad2) {{(pid=109633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:52:46.423874 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks [] for router_controller (efe3af23-81b7-4794-82ad-6dede767d18d), precommit_add_association {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.428692 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-51c07e18-c552-416c-a2c8-f614e363e640 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621970 Jan 31 04:52:46.446492 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Request body: {'port': {'device_id': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:46.506406 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.570987 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Publish callbacks [] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), precommit_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.577289 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-3f6cecfd-0257-4ce3-817a-891202aed096 None None] Provisioning complete for port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:46.578375 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3f6cecfd-0257-4ce3-817a-891202aed096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.614957 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-3f6cecfd-0257-4ce3-817a-891202aed096 None None] Port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:52:46.636559 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.656496 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks [] for router_gateway (efe3af23-81b7-4794-82ad-6dede767d18d), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.672816 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 is already hosted by enough agents. {{(pid=109633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:52:46.675620 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.base_scheduler [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Resources bound (agent type, host, resource id): {{(pid=109633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:46.681324 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Received port after_create {{(pid=109633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:52:46.690022 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Pushing event updated for resources: {'Port': ['ID=8fda86a4-8853-4c09-b97b-158c97e3fad2,revision_number=1']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:46.714686 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.715990 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.715990 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.715990 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.716279 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.716389 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.716701 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.717026 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.717354 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.717683 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.718010 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.718333 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.718654 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:46.752277 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Attempting to bind port 8fda86a4-8853-4c09-b97b-158c97e3fad2 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:52:46.752696 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Attempting to bind port 8fda86a4-8853-4c09-b97b-158c97e3fad2 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:52:46.753071 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Attempting to bind port 8fda86a4-8853-4c09-b97b-158c97e3fad2 on network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:52:46.759091 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:52:46.761946 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Checking segment: {'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:52:46.761946 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.761946 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Bound using segment: {'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:52:46.761946 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Bound port: 8fda86a4-8853-4c09-b97b-158c97e3fad2, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:52:46.761946 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.794943 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:52:46.804433 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Publish callbacks [] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.819127 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Transition to ACTIVE for port object 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:52:46.830884 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] For port 8fda86a4-8853-4c09-b97b-158c97e3fad2, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:52:46.834151 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] For port 8fda86a4-8853-4c09-b97b-158c97e3fad2, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=8fda86a4-8853-4c09-b97b-158c97e3fad2,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:52:46.910704 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.922749 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:46.964238 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Pushing event updated for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:47.062506 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Attempting to bind port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:52:47.062876 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Attempting to bind port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:52:47.063428 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Attempting to bind port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a on network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:52:47.069342 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a on network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:52:47.069936 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Attempting to bind port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a on network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:52:47.076602 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:52:47.077198 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Checking segment: {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:52:47.077948 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Bound using segment: {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:52:47.079361 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Bound port: 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44811c4-58c2-4758-b691-719960accfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:52:47.080347 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:47.136621 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61415c-1511-44cf-b9ca-1abef50ea552 None None] Pushing event updated for resources: {'Port': ['ID=8fda86a4-8853-4c09-b97b-158c97e3fad2,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:47.177769 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:52:47.187366 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:52:47.204203 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410848-1d10-4ef7-9c70-807679edbad6 req-435066e6-1cb0-43d2-9621-dd5f0a2f8ed1 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:47.207223 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f7410848-1d10-4ef7-9c70-807679edbad6 req-435066e6-1cb0-43d2-9621-dd5f0a2f8ed1 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.1093328 Jan 31 04:52:47.260705 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:47.305342 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:47.311117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:47.311117 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] 10.222.0.31 "PUT /v2.0/ports/1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a HTTP/1.1" status: 200 len: 1093 time: 0.8683264 Jan 31 04:52:47.311117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:52:47.312859 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313ee4ee-eb25-4945-a662-96daf56ecf69" -d '{"events": [{"name": "network-changed", "server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:52:47.333476 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f7410848-1d10-4ef7-9c70-807679edbad6 req-8cd80a50-1409-492e-b2da-a497eb6c887e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034052 Jan 31 04:52:47.349915 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c63475-1fa5-4a27-ae3d-644075af9db9 service neutron] Pushing event updated for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:47.356783 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks [] for router_gateway (efe3af23-81b7-4794-82ad-6dede767d18d), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:47.392892 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c7cc0d-cc1e-48c2-aeb2-f4e577e9ded2 x-openstack-request-id: req-b5c7cc0d-cc1e-48c2-aeb2-f4e577e9ded2 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:52:47.393188 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:52:47.393440 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5c7cc0d-cc1e-48c2-aeb2-f4e577e9ded2 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:52:47.393551 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:47.393842 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'status': 'completed', 'code': 200} Jan 31 04:52:47.476760 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-e1aa9cfa-b1ce-469c-98cc-1ee60dfc861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:47.479150 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-e1aa9cfa-b1ce-469c-98cc-1ee60dfc861d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 1127 time: 0.0539503 Jan 31 04:52:47.519864 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Allocated IP 172.27.2.244 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/6b69344f-cccc-4849-923d-5613a5d851f4) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:52:47.541744 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-b4ac99cd-7c4a-49c2-b106-2d1487478c68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a HTTP/1.1" status: 200 len: 217 time: 0.0436175 Jan 31 04:52:47.594885 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-b7a1195a-5837-4ad4-8eb6-661cd1bf6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:47.596747 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-b7a1195a-5837-4ad4-8eb6-661cd1bf6497 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0519309 Jan 31 04:52:47.638224 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks [] for port (6b69344f-cccc-4849-923d-5613a5d851f4), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:47.644457 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-9b73aaca-b2ca-4cc9-90a7-a51ab1f66dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:47.645951 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-9b73aaca-b2ca-4cc9-90a7-a51ab1f66dfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434077 Jan 31 04:52:47.737869 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-1bda7b3f-38d7-493c-aaff-b7946dc6855c service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862837 Jan 31 04:52:47.751525 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:47.788550 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:52:47.793476 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:47.795938 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:52:47.821325 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Pushing event updated for resources: {'Port': ['ID=6b69344f-cccc-4849-923d-5613a5d851f4,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:47.826993 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d206bbf4-d39f-4521-b96b-dccc153be133 req-c410d0d3-52aa-4540-9af3-334fc496c438 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831039 Jan 31 04:52:48.036309 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-dd654ad2-194a-4147-9e00-6dae03921247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:48.038195 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-dd654ad2-194a-4147-9e00-6dae03921247 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 1127 time: 0.0519218 Jan 31 04:52:48.103440 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks [] for router_gateway (efe3af23-81b7-4794-82ad-6dede767d18d), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:48.129342 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-ef77fd28-3d58-479a-8242-4453f283089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:48.130925 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-ef77fd28-3d58-479a-8242-4453f283089b service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.0874848 Jan 31 04:52:48.172901 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0ac34-ae30-465a-a3d7-3939a33d5a12 None None] Network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:52:48.178180 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-e54d86b5-deee-4feb-bcde-92e98ea62df2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a HTTP/1.1" status: 200 len: 217 time: 0.0408950 Jan 31 04:52:48.230177 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-5dda0da2-df43-49c8-beee-bd7011ee42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:48.231680 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-5dda0da2-df43-49c8-beee-bd7011ee42f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0474644 Jan 31 04:52:48.243978 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-e8120927-49d7-4be2-888f-c0cd221c29b0 None None] Provisioning complete for port 8fda86a4-8853-4c09-b97b-158c97e3fad2 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:48.244280 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e8120927-49d7-4be2-888f-c0cd221c29b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:48.283272 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-2dc6ccc1-9009-42cc-aca0-bc7a0dd4b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:48.284946 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-2dc6ccc1-9009-42cc-aca0-bc7a0dd4b017 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449865 Jan 31 04:52:48.307362 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107'] for router (efe3af23-81b7-4794-82ad-6dede767d18d), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:48.368785 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-e8120927-49d7-4be2-888f-c0cd221c29b0 None None] Current status of the port 8fda86a4-8853-4c09-b97b-158c97e3fad2 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:48.369198 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e8120927-49d7-4be2-888f-c0cd221c29b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:48.397276 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-f02a93c5-7310-4977-aadf-7ff387ffb3be service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061130 Jan 31 04:52:48.422567 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-e8120927-49d7-4be2-888f-c0cd221c29b0 None None] For port 8fda86a4-8853-4c09-b97b-158c97e3fad2, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=8fda86a4-8853-4c09-b97b-158c97e3fad2,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:52:48.519830 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 8fda86a4-8853-4c09-b97b-158c97e3fad2 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:52:48.531335 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e8120927-49d7-4be2-888f-c0cd221c29b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:48.536418 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb49c3-5133-4768-907f-03f3ee36a230 req-01c24ee5-7063-4767-8e4a-84ce439957fb tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:48.538488 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07eb49c3-5133-4768-907f-03f3ee36a230 req-01c24ee5-7063-4767-8e4a-84ce439957fb tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0703378 Jan 31 04:52:48.553011 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-313ee4ee-eb25-4945-a662-96daf56ecf69 req-8c541639-6f76-41df-a949-ccf4927e7b09 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485350 Jan 31 04:52:48.595338 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07eb49c3-5133-4768-907f-03f3ee36a230 req-79efe87d-6373-4eed-aec0-c9e1684fc46e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501375 Jan 31 04:52:48.607327 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8120927-49d7-4be2-888f-c0cd221c29b0 None None] Pushing event updated for resources: {'Port': ['ID=8fda86a4-8853-4c09-b97b-158c97e3fad2,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:48.608351 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Router efe3af23-81b7-4794-82ad-6dede767d18d is scheduled to L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f with binding_index 1 {{(pid=109631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 04:52:48.625018 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 8fda86a4-8853-4c09-b97b-158c97e3fad2 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:48.625499 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:48.673258 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-8462b424-f631-4bb7-bb1f-d46d2d97f930 None None] Provisioning complete for port 8fda86a4-8853-4c09-b97b-158c97e3fad2 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:48.673642 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-8462b424-f631-4bb7-bb1f-d46d2d97f930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:48.715432 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:52:48.728579 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Sync routers for ids ['efe3af23-81b7-4794-82ad-6dede767d18d'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:52:48.755536 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Routers {'efe3af23-81b7-4794-82ad-6dede767d18d'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:52:48.756145 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-a445742a-5262-4c40-b56a-e06949373181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['efe3af23-81b7-4794-82ad-6dede767d18d'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:48.759257 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 8fda86a4-8853-4c09-b97b-158c97e3fad2 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:48.792846 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:48.794041 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-31125de2-6c39-4ca0-9b3b-ca68456ea77e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5270641 Jan 31 04:52:48.796748 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43556) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:48.870347 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-8462b424-f631-4bb7-bb1f-d46d2d97f930 None None] Current status of the port 8fda86a4-8853-4c09-b97b-158c97e3fad2 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:48.888811 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Set router efe3af23-81b7-4794-82ad-6dede767d18d gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:52:49.065845 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-a445742a-5262-4c40-b56a-e06949373181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:47Z', 'revision_number': 3, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:49.092326 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Checking router: efe3af23-81b7-4794-82ad-6dede767d18d for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:52:49.092680 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Updating router efe3af23-81b7-4794-82ad-6dede767d18d port 6b69344f-cccc-4849-923d-5613a5d851f4 binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:52:49.119270 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.202596 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.356071 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Allocated IP 172.20.0.1 (9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3/22d2dabd-7315-4dfb-a620-1f95a658b9ed/4832027f-9493-4e60-92e8-59ea1dde5849) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:52:49.368173 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Publish callbacks [] for port (6b69344f-cccc-4849-923d-5613a5d851f4), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.441463 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.456523 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Publish callbacks [] for port (4832027f-9493-4e60-92e8-59ea1dde5849), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.492961 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a1f54-6b44-4171-8f9d-ab593a312bfc None None] Pushing event updated for resources: {'Port': ['ID=6b69344f-cccc-4849-923d-5613a5d851f4,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:49.496101 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Attempting to bind port 6b69344f-cccc-4849-923d-5613a5d851f4 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:52:49.496101 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Attempting to bind port 6b69344f-cccc-4849-923d-5613a5d851f4 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:52:49.496101 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Attempting to bind port 6b69344f-cccc-4849-923d-5613a5d851f4 on network 6f7c1944-955a-46b9-acd3-7aac217521cd {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:52:49.501732 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:52:49.502123 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:52:49.502505 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.502999 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Bound using segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:52:49.503459 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Bound port: 6b69344f-cccc-4849-923d-5613a5d851f4, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:52:49.503834 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.552556 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-a445742a-5262-4c40-b56a-e06949373181 None None] For port 6b69344f-cccc-4849-923d-5613a5d851f4, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:52:49.555519 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-a445742a-5262-4c40-b56a-e06949373181 None None] For port 6b69344f-cccc-4849-923d-5613a5d851f4, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6b69344f-cccc-4849-923d-5613a5d851f4,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:52:49.568020 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.603168 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:52:49.606017 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:49.608627 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:52:49.619899 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.650359 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4832027f-9493-4e60-92e8-59ea1dde5849,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:49.665439 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1041942'] for router_interface (efe3af23-81b7-4794-82ad-6dede767d18d), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.681650 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a1f54-6b44-4171-8f9d-ab593a312bfc None None] Pushing event updated for resources: {'Port': ['ID=6b69344f-cccc-4849-923d-5613a5d851f4,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:49.684485 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Routers {'efe3af23-81b7-4794-82ad-6dede767d18d'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:52:49.685097 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-a445742a-5262-4c40-b56a-e06949373181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['efe3af23-81b7-4794-82ad-6dede767d18d'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:49.753068 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0c9a3-dc36-487d-9a90-14bdee1a8e15 req-2fff508a-543a-49f4-9aa2-5dacaa84182b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:49.754606 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-dfd0c9a3-dc36-487d-9a90-14bdee1a8e15 req-2fff508a-543a-49f4-9aa2-5dacaa84182b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0612962 Jan 31 04:52:49.810338 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-a445742a-5262-4c40-b56a-e06949373181 None None] Set router efe3af23-81b7-4794-82ad-6dede767d18d gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:52:49.813935 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-dfd0c9a3-dc36-487d-9a90-14bdee1a8e15 req-1031a486-ff4c-49ed-8f74-6a2cee10917e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530322 Jan 31 04:52:49.896009 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:49.939551 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-f76778fe-6f91-4a98-aecd-982339a1a4ec None None] Provisioning complete for port 4832027f-9493-4e60-92e8-59ea1dde5849 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:49.939918 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f76778fe-6f91-4a98-aecd-982339a1a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:50.004413 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-f76778fe-6f91-4a98-aecd-982339a1a4ec None None] Port 4832027f-9493-4e60-92e8-59ea1dde5849 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:52:50.033579 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-a445742a-5262-4c40-b56a-e06949373181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:47Z', 'revision_number': 3, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:50.052236 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Publish callbacks [] for port (4832027f-9493-4e60-92e8-59ea1dde5849), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:50.060184 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a445742a-5262-4c40-b56a-e06949373181 None None] The sync data for ids ['efe3af23-81b7-4794-82ad-6dede767d18d'] in dv-cinder-826608-2-iscsi is: [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:47Z', 'revision_number': 3, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:52:50.105170 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:50.173515 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4832027f-9493-4e60-92e8-59ea1dde5849,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:50.175882 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043846'] for router_interface (efe3af23-81b7-4794-82ad-6dede767d18d), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:50.267889 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:52:50.269899 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:50.405305 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Router efe3af23-81b7-4794-82ad-6dede767d18d has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:52:50.539300 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:52:50.547385 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-37fcaf2a-ffa7-426b-ac5a-9b5aeaecd3b7 admin admin] 10.222.0.21 "PUT /v2.0/routers/efe3af23-81b7-4794-82ad-6dede767d18d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7495937 Jan 31 04:52:50.559839 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6b69344f-cccc-4849-923d-5613a5d851f4 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:52:50.613964 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 6b69344f-cccc-4849-923d-5613a5d851f4 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:50.614341 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:50.662067 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-7cb37d3b-4137-4b8b-b2f5-e1f94930f195 None None] Provisioning complete for port 4832027f-9493-4e60-92e8-59ea1dde5849 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:50.662444 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-7cb37d3b-4137-4b8b-b2f5-e1f94930f195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:50.720870 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-7cb37d3b-4137-4b8b-b2f5-e1f94930f195 None None] Port 4832027f-9493-4e60-92e8-59ea1dde5849 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:52:50.736645 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 6b69344f-cccc-4849-923d-5613a5d851f4 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:50.737041 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:50.758497 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port 6b69344f-cccc-4849-923d-5613a5d851f4, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6b69344f-cccc-4849-923d-5613a5d851f4,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:52:50.827250 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:50.828408 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 8fda86a4-8853-4c09-b97b-158c97e3fad2 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:52:50.910694 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=6b69344f-cccc-4849-923d-5613a5d851f4,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:50.925230 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 8fda86a4-8853-4c09-b97b-158c97e3fad2 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:50.925633 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:50.968228 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08306c03-3a51-4693-9e82-8c0011e1d4f4 req-350fe3f9-ef96-4943-8755-8ca33ebb4b46 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:50.970039 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-08306c03-3a51-4693-9e82-8c0011e1d4f4 req-350fe3f9-ef96-4943-8755-8ca33ebb4b46 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0694320 Jan 31 04:52:51.015047 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 8fda86a4-8853-4c09-b97b-158c97e3fad2 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:51.028181 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-08306c03-3a51-4693-9e82-8c0011e1d4f4 req-ed90039f-91f5-4a2a-ac22-12bfb9ca5667 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523579 Jan 31 04:52:51.255514 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43578) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:51.260803 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1651032114-network', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:51.356036 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Made reservation on behalf of 609ad2e21df74626a9c4eec39b67d8df for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:52:51.358336 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:51.366873 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:51.441227 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Publish callbacks [] for security_group (1e3d01dd-90b3-4501-8122-4a07f46714f3), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:51.504990 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1e3d01dd-90b3-4501-8122-4a07f46714f3), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:51.529814 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:52:51.539724 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3d01dd-90b3-4501-8122-4a07f46714f3,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:51.544706 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (dfc0ecc9-65c1-44ea-aaee-3269b66c96bb), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:51.545052 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Added segment dfc0ecc9-65c1-44ea-aaee-3269b66c96bb of type vlan for network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 Jan 31 04:52:51.586966 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:51.693563 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:51.694612 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:51.695287 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:51.739647 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Sync routers for ids ['efe3af23-81b7-4794-82ad-6dede767d18d'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:52:51.750693 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Routers {'efe3af23-81b7-4794-82ad-6dede767d18d'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:52:51.751334 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['efe3af23-81b7-4794-82ad-6dede767d18d'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:51.757742 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] Pushing event updated for resources: {'Network': ['ID=bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:51.768182 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:52:51.781931 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-dc7b5ad2-c321-4ab2-a1aa-4e791a58efed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5253298 Jan 31 04:52:51.784627 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43580) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:51.790908 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Request body: {'subnet': {'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1651032114-subnet', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:51.853494 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Made reservation on behalf of 609ad2e21df74626a9c4eec39b67d8df for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:52:51.855200 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Set router efe3af23-81b7-4794-82ad-6dede767d18d gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:52:51.855904 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545246'] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.048674 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '4832027f-9493-4e60-92e8-59ea1dde5849', 'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'mac_address': 'fa:16:3e:32:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:49Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 2, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'subnets': [{'id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:52.060692 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4189072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545256'] for subnet (dd602e6a-1bde-4b67-86f4-0c2e62e81b79), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.080800 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Checking router: efe3af23-81b7-4794-82ad-6dede767d18d for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:52:52.081161 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Updating router efe3af23-81b7-4794-82ad-6dede767d18d port 4832027f-9493-4e60-92e8-59ea1dde5849 binding host dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:52:52.109107 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.126820 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd602e6a-1bde-4b67-86f4-0c2e62e81b79,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:52.145146 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Checking segment: {'id': 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:52:52.145621 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Network hostable DHCP agents. Network: bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:52:52.164099 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c2f56-41c9-4816-918a-fd8fdd95e5e2 req-bb2f5a7d-a3a3-4852-9cd2-daa72ad8955f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:52.165705 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f67c2f56-41c9-4816-918a-fd8fdd95e5e2 req-bb2f5a7d-a3a3-4852-9cd2-daa72ad8955f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0567358 Jan 31 04:52:52.212994 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f67c2f56-41c9-4816-918a-fd8fdd95e5e2 req-a846e35d-0463-4328-9b61-2dd6afb8f15b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415664 Jan 31 04:52:52.219341 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:52:52.305299 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:52.309283 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:52.315215 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.315938 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd1f6f-b551-43b9-adb2-67f3c0a89bf9 None None] Network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:52:52.367947 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Publish callbacks [] for port (4832027f-9493-4e60-92e8-59ea1dde5849), precommit_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.404590 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-b9ce0c3a-8901-4daf-b600-d3e26c8709a0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6182995 Jan 31 04:52:52.407233 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43584) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:52.412134 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1651032114-router', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:52.420121 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2f825c5-f294-58d7-959c-947f82025dde-bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214', 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214', 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'fixed_ips': [{'subnet_id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79'}]}} from dv-cinder-826608-2-iscsi. {{(pid=109633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 04:52:52.421005 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.423228 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6b69344f-cccc-4849-923d-5613a5d851f4 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:52:52.425046 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.468792 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Pushing event updated for resources: {'Port': ['ID=4832027f-9493-4e60-92e8-59ea1dde5849,revision_number=3']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:52.483311 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.533761 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:52:52.573781 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1040968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32477'] for router (8909e741-8093-4f05-9e00-f259a545f064), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.577885 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32452'] for router (8909e741-8093-4f05-9e00-f259a545f064), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.631121 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Attempting to bind port 4832027f-9493-4e60-92e8-59ea1dde5849 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:52:52.631770 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Attempting to bind port 4832027f-9493-4e60-92e8-59ea1dde5849 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:52:52.632344 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Attempting to bind port 4832027f-9493-4e60-92e8-59ea1dde5849 on network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:52:52.640212 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:52:52.646297 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Checking segment: {'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:52:52.646297 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.646297 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Bound using segment: {'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:52:52.646297 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Bound port: 4832027f-9493-4e60-92e8-59ea1dde5849, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'}}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:52:52.646297 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.647357 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks [] for router_controller (8909e741-8093-4f05-9e00-f259a545f064), precommit_add_association {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.681326 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 6b69344f-cccc-4849-923d-5613a5d851f4 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:52.681700 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.707924 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] For port 4832027f-9493-4e60-92e8-59ea1dde5849, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:52:52.711355 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] For port 4832027f-9493-4e60-92e8-59ea1dde5849, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=4832027f-9493-4e60-92e8-59ea1dde5849,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:52:52.755985 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.db_base_plugin_common [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Allocated IP 172.20.0.2 (bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214/dd602e6a-1bde-4b67-86f4-0c2e62e81b79/aaa0c3ec-1a6f-49f1-b96e-cf79d629e676) {{(pid=109633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:52:52.762773 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.784599 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-576ba42b-b72d-42a3-aa79-adde0d6d0e95 None None] Provisioning complete for port 4832027f-9493-4e60-92e8-59ea1dde5849 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:52.785169 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-576ba42b-b72d-42a3-aa79-adde0d6d0e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.821953 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8a1b4-ef72-40cb-9ced-93fe61f63f06 None None] Pushing event updated for resources: {'Port': ['ID=4832027f-9493-4e60-92e8-59ea1dde5849,revision_number=4']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:52.838312 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Routers {'efe3af23-81b7-4794-82ad-6dede767d18d'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:52:52.838957 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['efe3af23-81b7-4794-82ad-6dede767d18d'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:52.849958 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks [] for router_gateway (8909e741-8093-4f05-9e00-f259a545f064), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:52.903068 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:52:52.916024 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 6b69344f-cccc-4849-923d-5613a5d851f4 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:52.958990 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] Set router efe3af23-81b7-4794-82ad-6dede767d18d gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:52:53.081900 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-576ba42b-b72d-42a3-aa79-adde0d6d0e95 None None] Current status of the port 4832027f-9493-4e60-92e8-59ea1dde5849 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:53.082536 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-576ba42b-b72d-42a3-aa79-adde0d6d0e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.099586 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Publish callbacks [] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), precommit_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.140066 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:52:53.143183 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-576ba42b-b72d-42a3-aa79-adde0d6d0e95 None None] For port 4832027f-9493-4e60-92e8-59ea1dde5849, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=4832027f-9493-4e60-92e8-59ea1dde5849,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:52:53.152694 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'port_id': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'mac_address': 'fa:16:3e:1c:74:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:52:53.166355 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks [] for router_gateway (8909e741-8093-4f05-9e00-f259a545f064), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.179924 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '4832027f-9493-4e60-92e8-59ea1dde5849', 'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'mac_address': 'fa:16:3e:32:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:49Z', 'updated_at': '2022-01-31T04:52:52Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'subnets': [{'id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:53.185925 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.192365 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.197655 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:53.197655 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.206866 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a6500c-f303-4112-9596-c8d74985a00e None None] The sync data for ids ['efe3af23-81b7-4794-82ad-6dede767d18d'] in dv-cinder-826608-2-iscsi is: [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '4832027f-9493-4e60-92e8-59ea1dde5849', 'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'mac_address': 'fa:16:3e:32:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:49Z', 'updated_at': '2022-01-31T04:52:52Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'subnets': [{'id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:52:53.236167 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-576ba42b-b72d-42a3-aa79-adde0d6d0e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.248465 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 is already hosted by enough agents. {{(pid=109633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:52:53.253993 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:52:53.261917 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Resources bound (agent type, host, resource id): {{(pid=109633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:53.271958 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Received port after_create {{(pid=109633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:52:53.305547 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Pushing event updated for resources: {'Port': ['ID=aaa0c3ec-1a6f-49f1-b96e-cf79d629e676,revision_number=1']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:53.313121 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:52:53.314740 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Allocated IP 172.27.2.91 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/2fb54caa-96b6-4327-baa0-2e4b20d6e358) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:52:53.412835 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c6b62-9dc8-4df2-8f07-4365c19f8c5f req-4cce12a8-08c0-4ddf-a3b2-00195dbae26f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:53.421771 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6d0c6b62-9dc8-4df2-8f07-4365c19f8c5f req-4cce12a8-08c0-4ddf-a3b2-00195dbae26f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0755837 Jan 31 04:52:53.428010 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Attempting to bind port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:52:53.429038 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Attempting to bind port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:52:53.429038 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Attempting to bind port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 on network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:52:53.430940 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.448929 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:52:53.452231 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Checking segment: {'id': 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:52:53.452231 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.452231 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Bound using segment: {'id': 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:52:53.452231 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Bound port: aaa0c3ec-1a6f-49f1-b96e-cf79d629e676, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:52:53.452231 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.454832 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ba42b-b72d-42a3-aa79-adde0d6d0e95 None None] Pushing event updated for resources: {'Port': ['ID=4832027f-9493-4e60-92e8-59ea1dde5849,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:53.464653 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks [] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.465296 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ae556e2b-4d01-4aca-a898-fb442d0a9843 None None] Provisioning complete for port 4832027f-9493-4e60-92e8-59ea1dde5849 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:53.465599 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ae556e2b-4d01-4aca-a898-fb442d0a9843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.499088 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6d0c6b62-9dc8-4df2-8f07-4365c19f8c5f req-822939da-a04a-4691-9cf6-096390629e84 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760186 Jan 31 04:52:53.573909 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.585231 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:53.612461 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] For port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:52:53.612461 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] For port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=aaa0c3ec-1a6f-49f1-b96e-cf79d629e676,segment=NetworkSegment(dfc0ecc9-65c1-44ea-aaee-3269b66c96bb),segment_id=dfc0ecc9-65c1-44ea-aaee-3269b66c96bb)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:52:53.619574 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:52:53.625613 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:53.629358 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:52:53.635977 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb54caa-96b6-4327-baa0-2e4b20d6e358,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:53.651459 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ae556e2b-4d01-4aca-a898-fb442d0a9843 None None] Current status of the port 4832027f-9493-4e60-92e8-59ea1dde5849 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:53.688300 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:53.747984 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3a2b5-5c5e-46a0-8f91-ecf895235f16 None None] Pushing event updated for resources: {'Port': ['ID=aaa0c3ec-1a6f-49f1-b96e-cf79d629e676,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:53.843842 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:52:54.040939 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks [] for router_gateway (8909e741-8093-4f05-9e00-f259a545f064), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:54.500109 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107'] for router (8909e741-8093-4f05-9e00-f259a545f064), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:54.543481 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:52:54.606133 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:54.606503 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:54.669304 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2a9b-1e01-418a-9349-940a1e9c6673 req-7fe4ed24-aab3-47a9-9ce4-a8ac90cc43a5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:54.670894 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e99a2a9b-1e01-418a-9349-940a1e9c6673 req-7fe4ed24-aab3-47a9-9ce4-a8ac90cc43a5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 944 time: 0.0733824 Jan 31 04:52:54.691232 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:54.691628 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:54.729763 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=aaa0c3ec-1a6f-49f1-b96e-cf79d629e676,segment=NetworkSegment(dfc0ecc9-65c1-44ea-aaee-3269b66c96bb),segment_id=dfc0ecc9-65c1-44ea-aaee-3269b66c96bb)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:52:54.731339 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e99a2a9b-1e01-418a-9349-940a1e9c6673 req-b31cad5a-1cfd-448f-a16a-29207bf992b3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528464 Jan 31 04:52:54.784868 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Router 8909e741-8093-4f05-9e00-f259a545f064 is scheduled to L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f with binding_index 1 {{(pid=109632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 04:52:54.830333 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfc3153-28ae-44aa-ac58-00adbced4b63 None None] Network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:52:54.846007 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:54.846814 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 4832027f-9493-4e60-92e8-59ea1dde5849 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:52:54.894676 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:52:54.935352 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Sync routers for ids ['8909e741-8093-4f05-9e00-f259a545f064'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:52:54.943011 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:52:54.975590 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:54.978078 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-86cd20c0-5264-4036-92e5-3ef7cb875940 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5698490 Jan 31 04:52:54.980781 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43594) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:55.001912 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-716f06de-6992-4a72-8788-2ebe724818e3 None None] Provisioning complete for port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:55.002289 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-716f06de-6992-4a72-8788-2ebe724818e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.053048 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=aaa0c3ec-1a6f-49f1-b96e-cf79d629e676,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:55.064427 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Routers {'8909e741-8093-4f05-9e00-f259a545f064'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:52:55.065056 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['8909e741-8093-4f05-9e00-f259a545f064'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:55.162575 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 4832027f-9493-4e60-92e8-59ea1dde5849 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:55.162985 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.404587 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.444053 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Set router 8909e741-8093-4f05-9e00-f259a545f064 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:52:55.469273 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:52:55.502495 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b2d8df5d-c997-4dea-927d-3c8e455b791e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.506168 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-716f06de-6992-4a72-8788-2ebe724818e3 None None] Current status of the port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:55.513331 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:55.513703 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.590476 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Allocated IP 172.20.0.1 (bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214/dd602e6a-1bde-4b67-86f4-0c2e62e81b79/da466e1e-7e6e-4cec-8871-c05fa3d2e351) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:52:55.640878 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 4832027f-9493-4e60-92e8-59ea1dde5849 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:55.671409 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-a43c4c17-3d22-4809-9a07-ac10d5a7bd36 None None] Provisioning complete for port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:55.671706 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a43c4c17-3d22-4809-9a07-ac10d5a7bd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.699081 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Publish callbacks [] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.752803 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:55.753179 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.779509 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.791417 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:52:55.793638 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1dadb3-6582-41d0-bafc-7bb9a3ae03b7" -d '{"events": [{"server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "name": "network-vif-plugged", "status": "completed", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:52:55.831106 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:52:55.834132 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:55.835437 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:52:55.847940 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:52:55.850595 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93081075-5fd3-4b6e-90a1-5e0eab20127b x-openstack-request-id: req-93081075-5fd3-4b6e-90a1-5e0eab20127b {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:52:55.851111 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "name": "network-vif-plugged", "status": "completed", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:52:55.851205 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93081075-5fd3-4b6e-90a1-5e0eab20127b {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:52:55.851901 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'code': 200} Jan 31 04:52:55.863757 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-a43c4c17-3d22-4809-9a07-ac10d5a7bd36 None None] Current status of the port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:55.871521 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909e741-8093-4f05-9e00-f259a545f064', 'name': 'tempest-TestShelveInstance-1651032114-router', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:52Z', 'updated_at': '2022-01-31T04:52:53Z', 'revision_number': 3, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'gw_port': {'id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:53Z', 'updated_at': '2022-01-31T04:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:55.883251 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Pushing event updated for resources: {'Port': ['ID=da466e1e-7e6e-4cec-8871-c05fa3d2e351,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:55.890160 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fb755-6f6d-4191-8b1a-cee763183bef req-d23f2353-8ea3-4463-a950-9c22a44dd3b3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:55.893416 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e29fb755-6f6d-4191-8b1a-cee763183bef req-d23f2353-8ea3-4463-a950-9c22a44dd3b3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 944 time: 0.0905249 Jan 31 04:52:55.912162 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Checking router: 8909e741-8093-4f05-9e00-f259a545f064 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:52:55.912535 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Updating router 8909e741-8093-4f05-9e00-f259a545f064 port 2fb54caa-96b6-4327-baa0-2e4b20d6e358 binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:52:55.915017 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.927067 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1041942'] for router_interface (8909e741-8093-4f05-9e00-f259a545f064), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:55.976072 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e29fb755-6f6d-4191-8b1a-cee763183bef req-ba2b7f7d-d8a1-480c-a35b-7bfc320060da tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732884 Jan 31 04:52:55.989748 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.031209 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:56.150597 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.214053 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-2333667f-8b8d-4c6d-bc91-6047a62eb99d None None] Provisioning complete for port da466e1e-7e6e-4cec-8871-c05fa3d2e351 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:56.214437 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2333667f-8b8d-4c6d-bc91-6047a62eb99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.267155 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-2333667f-8b8d-4c6d-bc91-6047a62eb99d None None] Port da466e1e-7e6e-4cec-8871-c05fa3d2e351 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:52:56.299516 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37e1a5-0635-4b23-9951-ecb7f48f6d25 req-0024711b-e72e-4fd8-af07-6d9057abca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:56.301006 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bc37e1a5-0635-4b23-9951-ecb7f48f6d25 req-0024711b-e72e-4fd8-af07-6d9057abca63 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 1129 time: 0.1026595 Jan 31 04:52:56.317068 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Publish callbacks [] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.370800 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bc37e1a5-0635-4b23-9951-ecb7f48f6d25 req-9879a2a1-d8a5-4a51-a8a5-b57c421c770f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634081 Jan 31 04:52:56.379511 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Publish callbacks [] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.402198 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.431598 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:52:56.459454 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.489156 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffb44f-5530-4598-8f00-85755585ebb0 None None] Pushing event updated for resources: {'Port': ['ID=2fb54caa-96b6-4327-baa0-2e4b20d6e358,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:56.492678 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Attempting to bind port 2fb54caa-96b6-4327-baa0-2e4b20d6e358 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:52:56.493043 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Attempting to bind port 2fb54caa-96b6-4327-baa0-2e4b20d6e358 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:52:56.493407 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Attempting to bind port 2fb54caa-96b6-4327-baa0-2e4b20d6e358 on network 6f7c1944-955a-46b9-acd3-7aac217521cd {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:52:56.501536 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:52:56.501923 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:52:56.502305 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.505040 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Bound using segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:52:56.505040 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Bound port: 2fb54caa-96b6-4327-baa0-2e4b20d6e358, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:52:56.505040 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.527160 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Pushing event updated for resources: {'Port': ['ID=da466e1e-7e6e-4cec-8871-c05fa3d2e351,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:56.530574 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043846'] for router_interface (8909e741-8093-4f05-9e00-f259a545f064), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.549339 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:56.549706 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.581200 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] For port 2fb54caa-96b6-4327-baa0-2e4b20d6e358, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:52:56.598553 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] For port 2fb54caa-96b6-4327-baa0-2e4b20d6e358, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=2fb54caa-96b6-4327-baa0-2e4b20d6e358,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:52:56.624061 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:52:56.625795 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:52:56.651288 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:56.665418 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:56.729702 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Routers {'8909e741-8093-4f05-9e00-f259a545f064'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:52:56.730349 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['8909e741-8093-4f05-9e00-f259a545f064'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:56.751213 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Router 8909e741-8093-4f05-9e00-f259a545f064 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:52:56.768253 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffb44f-5530-4598-8f00-85755585ebb0 None None] Pushing event updated for resources: {'Port': ['ID=2fb54caa-96b6-4327-baa0-2e4b20d6e358,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:56.844274 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] Set router 8909e741-8093-4f05-9e00-f259a545f064 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:52:56.865160 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:52:56.870728 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8dab03d7-3412-4f10-b2e2-eeb2f3cbaed9 admin admin] 10.222.0.21 "PUT /v2.0/routers/8909e741-8093-4f05-9e00-f259a545f064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8889992 Jan 31 04:52:56.931002 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-94e5283b-b702-48f3-acb3-8fa3d6a4661d None None] Provisioning complete for port da466e1e-7e6e-4cec-8871-c05fa3d2e351 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:56.931584 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-94e5283b-b702-48f3-acb3-8fa3d6a4661d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:57.013469 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-94e5283b-b702-48f3-acb3-8fa3d6a4661d None None] Port da466e1e-7e6e-4cec-8871-c05fa3d2e351 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:52:57.099790 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909e741-8093-4f05-9e00-f259a545f064', 'name': 'tempest-TestShelveInstance-1651032114-router', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:52Z', 'updated_at': '2022-01-31T04:52:56Z', 'revision_number': 4, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'gw_port': {'id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:53Z', 'updated_at': '2022-01-31T04:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'da466e1e-7e6e-4cec-8871-c05fa3d2e351', 'name': '', 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'mac_address': 'fa:16:3e:49:28:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:55Z', 'updated_at': '2022-01-31T04:52:56Z', 'revision_number': 2, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'subnets': [{'id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:57.105323 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50850edf-ab6a-4640-ae12-8d481aa6e03f req-188e5bcb-b53f-4104-b20a-4cb38d9b7a2b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:57.106979 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-50850edf-ab6a-4640-ae12-8d481aa6e03f req-188e5bcb-b53f-4104-b20a-4cb38d9b7a2b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0555539 Jan 31 04:52:57.129059 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efb817-f16e-42bd-9fb3-d1b8a0bec452 None None] The sync data for ids ['8909e741-8093-4f05-9e00-f259a545f064'] in dv-cinder-826608-2-iscsi is: [{'id': '8909e741-8093-4f05-9e00-f259a545f064', 'name': 'tempest-TestShelveInstance-1651032114-router', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:52Z', 'updated_at': '2022-01-31T04:52:56Z', 'revision_number': 4, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'gw_port': {'id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:90:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:53Z', 'updated_at': '2022-01-31T04:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'da466e1e-7e6e-4cec-8871-c05fa3d2e351', 'name': '', 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'mac_address': 'fa:16:3e:49:28:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:55Z', 'updated_at': '2022-01-31T04:52:56Z', 'revision_number': 2, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'subnets': [{'id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:52:57.156447 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-50850edf-ab6a-4640-ae12-8d481aa6e03f req-798e9206-ca20-4f1e-9128-25cc78592652 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 Jan 31 04:52:57.556945 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43608) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:57.561579 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-5038ce31-9406-478b-b3d9-897535299d9f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994810663', 'description': 'tempest-secgroup-smoke-994810663 description', 'project_id': '36c2584cb883458eaf6b3b04d55a9429'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:57.573160 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a7839ec3-1e20-45a8-a5c4-1b09319a8356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:57.653656 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5038ce31-9406-478b-b3d9-897535299d9f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:57.724337 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5038ce31-9406-478b-b3d9-897535299d9f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group (a0f25035-c748-4515-a11b-d182111dd209), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:57.779082 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5038ce31-9406-478b-b3d9-897535299d9f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (a0f25035-c748-4515-a11b-d182111dd209), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:57.809355 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038ce31-9406-478b-b3d9-897535299d9f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f25035-c748-4515-a11b-d182111dd209,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:57.883659 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5038ce31-9406-478b-b3d9-897535299d9f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:57.884966 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-5038ce31-9406-478b-b3d9-897535299d9f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3270121 Jan 31 04:52:57.887970 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43610) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:57.892561 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-83a2efb9-88eb-417d-83d3-90979f40ccd4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Request body: {'security_group_rule': {'security_group_id': 'a0f25035-c748-4515-a11b-d182111dd209', 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:57.984126 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-83a2efb9-88eb-417d-83d3-90979f40ccd4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (3dea428f-99d1-4554-bf11-bea10d01fe09), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.045306 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-83a2efb9-88eb-417d-83d3-90979f40ccd4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (3dea428f-99d1-4554-bf11-bea10d01fe09), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.121919 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-83a2efb9-88eb-417d-83d3-90979f40ccd4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (3dea428f-99d1-4554-bf11-bea10d01fe09), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.141617 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2efb9-88eb-417d-83d3-90979f40ccd4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dea428f-99d1-4554-bf11-bea10d01fe09,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:58.199038 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-83a2efb9-88eb-417d-83d3-90979f40ccd4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.200384 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-83a2efb9-88eb-417d-83d3-90979f40ccd4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3114879 Jan 31 04:52:58.203109 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43614) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:58.207935 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-deebd7bc-a6a0-4a2b-8328-990bfe200e9a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Request body: {'security_group_rule': {'security_group_id': 'a0f25035-c748-4515-a11b-d182111dd209', 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:58.289733 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca194e-a367-45f5-bb29-355d56a57c80 req-03f5daff-d6dd-49cf-be8d-4a7b888fad11 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:58.291218 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b5ca194e-a367-45f5-bb29-355d56a57c80 req-03f5daff-d6dd-49cf-be8d-4a7b888fad11 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0578008 Jan 31 04:52:58.327005 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-deebd7bc-a6a0-4a2b-8328-990bfe200e9a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (24246458-372c-4dae-9a87-c6018ba2d6da), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.349284 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b5ca194e-a367-45f5-bb29-355d56a57c80 req-bb6117eb-6847-4593-9ceb-5a52040e3591 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504730 Jan 31 04:52:58.407445 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-deebd7bc-a6a0-4a2b-8328-990bfe200e9a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (24246458-372c-4dae-9a87-c6018ba2d6da), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.472110 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 2fb54caa-96b6-4327-baa0-2e4b20d6e358 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:52:58.488013 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-deebd7bc-a6a0-4a2b-8328-990bfe200e9a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (24246458-372c-4dae-9a87-c6018ba2d6da), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.501693 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67acb0d-8f54-4baf-8092-b9cb1e552a01 req-0b9808cb-0749-475c-89a5-9bd034e83da0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:58.503206 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f67acb0d-8f54-4baf-8092-b9cb1e552a01 req-0b9808cb-0749-475c-89a5-9bd034e83da0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0820200 Jan 31 04:52:58.512835 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43620) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:58.516424 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.516616 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebd7bc-a6a0-4a2b-8328-990bfe200e9a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24246458-372c-4dae-9a87-c6018ba2d6da,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:58.518931 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-1a201b7f-4259-48ea-9812-8183d2bac4fd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Request body: {'floatingip': {'port_id': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:58.531654 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 2fb54caa-96b6-4327-baa0-2e4b20d6e358 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:52:58.532048 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.559631 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1a201b7f-4259-48ea-9812-8183d2bac4fd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (02645d1c-a2cc-43ee-a1aa-2910a3a78e12), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.609842 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-deebd7bc-a6a0-4a2b-8328-990bfe200e9a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.611371 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-deebd7bc-a6a0-4a2b-8328-990bfe200e9a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4069703 Jan 31 04:52:58.613765 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43622) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:58.614138 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 2fb54caa-96b6-4327-baa0-2e4b20d6e358 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:52:58.614609 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.618451 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-b2bdf6f1-8dda-4c3a-8ddd-bd5d8a1165f3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Request body: {'security_group_rule': {'security_group_id': 'a0f25035-c748-4515-a11b-d182111dd209', 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:58.637799 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port 2fb54caa-96b6-4327-baa0-2e4b20d6e358, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=2fb54caa-96b6-4327-baa0-2e4b20d6e358,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:52:58.705281 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.721296 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf6f1-8dda-4c3a-8ddd-bd5d8a1165f3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (c2d55f2c-f028-4675-aeca-938037a2d5c0), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.754831 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=2fb54caa-96b6-4327-baa0-2e4b20d6e358,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:58.789923 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf6f1-8dda-4c3a-8ddd-bd5d8a1165f3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (c2d55f2c-f028-4675-aeca-938037a2d5c0), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.864853 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf6f1-8dda-4c3a-8ddd-bd5d8a1165f3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (c2d55f2c-f028-4675-aeca-938037a2d5c0), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.885481 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdf6f1-8dda-4c3a-8ddd-bd5d8a1165f3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d55f2c-f028-4675-aeca-938037a2d5c0,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:58.958399 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-b2bdf6f1-8dda-4c3a-8ddd-bd5d8a1165f3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:58.959819 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-b2bdf6f1-8dda-4c3a-8ddd-bd5d8a1165f3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448710 Jan 31 04:52:58.963289 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43624) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:58.967802 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-92665b76-4f11-402e-8582-9451b8327a2b tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Request body: {'security_group_rule': {'security_group_id': 'a0f25035-c748-4515-a11b-d182111dd209', 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:59.077174 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-92665b76-4f11-402e-8582-9451b8327a2b tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (bdb77655-fd46-4041-8507-f58999fe6fff), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.139437 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-92665b76-4f11-402e-8582-9451b8327a2b tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (bdb77655-fd46-4041-8507-f58999fe6fff), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.196336 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-92665b76-4f11-402e-8582-9451b8327a2b tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (bdb77655-fd46-4041-8507-f58999fe6fff), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.213245 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92665b76-4f11-402e-8582-9451b8327a2b tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb77655-fd46-4041-8507-f58999fe6fff,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:59.231657 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1a201b7f-4259-48ea-9812-8183d2bac4fd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.272189 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-92665b76-4f11-402e-8582-9451b8327a2b tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.273467 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-92665b76-4f11-402e-8582-9451b8327a2b tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3091748 Jan 31 04:52:59.276179 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43626) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:59.280418 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-ea36798d-1d0e-4f9c-91e9-54c92bcd49cb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Request body: {'security_group_rule': {'security_group_id': 'a0f25035-c748-4515-a11b-d182111dd209', 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:59.293235 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1a201b7f-4259-48ea-9812-8183d2bac4fd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (02645d1c-a2cc-43ee-a1aa-2910a3a78e12), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.350974 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.securitygroups_db [None req-ea36798d-1d0e-4f9c-91e9-54c92bcd49cb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Project 36c2584cb883458eaf6b3b04d55a9429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 04:52:59.356929 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ea36798d-1d0e-4f9c-91e9-54c92bcd49cb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (b1b7e63d-92d2-4bcd-a900-92b9e708e547), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.398765 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.l3_db [None req-1a201b7f-4259-48ea-9812-8183d2bac4fd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Floating IP 02645d1c-a2cc-43ee-a1aa-2910a3a78e12 associated. External IP: 172.27.2.7, port: 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a. Jan 31 04:52:59.423924 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ea36798d-1d0e-4f9c-91e9-54c92bcd49cb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (b1b7e63d-92d2-4bcd-a900-92b9e708e547), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.544408 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ea36798d-1d0e-4f9c-91e9-54c92bcd49cb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (b1b7e63d-92d2-4bcd-a900-92b9e708e547), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.559251 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36798d-1d0e-4f9c-91e9-54c92bcd49cb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b7e63d-92d2-4bcd-a900-92b9e708e547,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:59.604967 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a201b7f-4259-48ea-9812-8183d2bac4fd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Router a4548a2a-e5b2-4535-8365-e489271e9a71 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:52:59.632389 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ea36798d-1d0e-4f9c-91e9-54c92bcd49cb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.633835 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ea36798d-1d0e-4f9c-91e9-54c92bcd49cb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3567569 Jan 31 04:52:59.636553 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43628) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:52:59.640793 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-88a56ebc-9790-46b3-9f25-4d83d217e413 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Request body: {'security_group_rule': {'security_group_id': 'a0f25035-c748-4515-a11b-d182111dd209', 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:52:59.711266 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a201b7f-4259-48ea-9812-8183d2bac4fd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:52:59.715782 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1a201b7f-4259-48ea-9812-8183d2bac4fd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.721015 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] Sync routers for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:52:59.721875 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.securitygroups_db [None req-88a56ebc-9790-46b3-9f25-4d83d217e413 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Project 36c2584cb883458eaf6b3b04d55a9429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 04:52:59.727929 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-88a56ebc-9790-46b3-9f25-4d83d217e413 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (be723240-f7a2-41d4-b11a-335c1a8cea37), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.731916 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:52:59.732532 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:52:59.746900 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-1a201b7f-4259-48ea-9812-8183d2bac4fd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "PUT /v2.0/floatingips/02645d1c-a2cc-43ee-a1aa-2910a3a78e12 HTTP/1.1" status: 200 len: 989 time: 1.2328923 Jan 31 04:52:59.747697 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:52:59.751121 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:52:59.790104 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ed21c-3aaa-470a-9ee3-a7de4ae6e594 x-openstack-request-id: req-483ed21c-3aaa-470a-9ee3-a7de4ae6e594 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:52:59.790460 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:52:59.790925 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-483ed21c-3aaa-470a-9ee3-a7de4ae6e594 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:52:59.791386 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'status': 'completed', 'code': 200} Jan 31 04:52:59.851944 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:52:59.863211 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-88a56ebc-9790-46b3-9f25-4d83d217e413 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (be723240-f7a2-41d4-b11a-335c1a8cea37), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.875449 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794a0dc-5b30-47c2-bc1c-83621910d76f req-b046ca88-7c9e-4499-8fe2-a2a381017879 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:59.877039 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5794a0dc-5b30-47c2-bc1c-83621910d76f req-b046ca88-7c9e-4499-8fe2-a2a381017879 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0561922 Jan 31 04:52:59.886616 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-f8910cd1-4661-4749-8866-6417091f79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:52:59.887357 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-f8910cd1-4661-4749-8866-6417091f79f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 1129 time: 0.0529270 Jan 31 04:52:59.926850 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5794a0dc-5b30-47c2-bc1c-83621910d76f req-515b87ee-e583-4625-a7dc-15ffaed37adb tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Jan 31 04:52:59.954160 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-88a56ebc-9790-46b3-9f25-4d83d217e413 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (be723240-f7a2-41d4-b11a-335c1a8cea37), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:52:59.986931 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a56ebc-9790-46b3-9f25-4d83d217e413 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be723240-f7a2-41d4-b11a-335c1a8cea37,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:52:59.998474 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-351b95bc-0bc4-412f-a335-b7b53c84a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:00.000295 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-351b95bc-0bc4-412f-a335-b7b53c84a805 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.1074328 Jan 31 04:53:00.046309 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-88a56ebc-9790-46b3-9f25-4d83d217e413 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:00.047535 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-88a56ebc-9790-46b3-9f25-4d83d217e413 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4100714 Jan 31 04:53:00.071083 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-9ca01e6f-d3bb-44da-8b75-d4c3ff1e89fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a HTTP/1.1" status: 200 len: 997 time: 0.0645278 Jan 31 04:53:00.092928 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '02645d1c-a2cc-43ee-a1aa-2910a3a78e12', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'port_id': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'mac_address': 'fa:16:3e:1c:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:52:42Z', 'updated_at': '2022-01-31T04:52:59Z', 'revision_number': 1, 'project_id': '3951fb700ad04745afa04a4b077da951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:00.121438 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] Checking router: a4548a2a-e5b2-4535-8365-e489271e9a71 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:53:00.122064 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:00.126123 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-a80715fe-1723-426c-b118-d8d8329a588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:00.127749 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-a80715fe-1723-426c-b118-d8d8329a588c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0503712 Jan 31 04:53:00.132526 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:53:00.133593 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:00.199006 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-40c26b06-3afc-4962-830c-ef2b617cd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:00.200588 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-40c26b06-3afc-4962-830c-ef2b617cd4b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610318 Jan 31 04:53:00.276583 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:53:00.303606 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-00569d7f-53d8-40f6-a020-68d0a63d4372 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966322 Jan 31 04:53:00.421162 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-16bfeb0d-8d09-417b-a7de-fb5a89cbebb6 req-d08ca3a4-9f80-4201-a2d4-4f69ed4e1af2 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118155 Jan 31 04:53:00.448331 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 2fb54caa-96b6-4327-baa0-2e4b20d6e358 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:53:00.502977 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 2fb54caa-96b6-4327-baa0-2e4b20d6e358 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:53:00.503460 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:00.524356 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '02645d1c-a2cc-43ee-a1aa-2910a3a78e12', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'port_id': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'mac_address': 'fa:16:3e:1c:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:52:42Z', 'updated_at': '2022-01-31T04:52:59Z', 'revision_number': 1, 'project_id': '3951fb700ad04745afa04a4b077da951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:00.551121 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8784f9b-3872-4315-8e28-cda08dc3602b None None] The sync data for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi is: [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '02645d1c-a2cc-43ee-a1aa-2910a3a78e12', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'floating_ip_address': '172.27.2.7', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'port_id': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'mac_address': 'fa:16:3e:1c:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:52:42Z', 'updated_at': '2022-01-31T04:52:59Z', 'revision_number': 1, 'project_id': '3951fb700ad04745afa04a4b077da951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:53:00.580418 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Sync routers for ids ['8909e741-8093-4f05-9e00-f259a545f064'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:53:00.597436 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 2fb54caa-96b6-4327-baa0-2e4b20d6e358 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:53:00.606646 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Routers {'8909e741-8093-4f05-9e00-f259a545f064'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:53:00.606646 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['8909e741-8093-4f05-9e00-f259a545f064'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:00.712555 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Set router 8909e741-8093-4f05-9e00-f259a545f064 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:53:00.761546 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ccdbc-c1b1-4f32-b2c0-7ca0f14cc5f2 None None] New status for floating IP 02645d1c-a2cc-43ee-a1aa-2910a3a78e12: ACTIVE {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:53:00.931922 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909e741-8093-4f05-9e00-f259a545f064', 'name': 'tempest-TestShelveInstance-1651032114-router', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:52Z', 'updated_at': '2022-01-31T04:52:56Z', 'revision_number': 4, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'gw_port': {'id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:53Z', 'updated_at': '2022-01-31T04:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'da466e1e-7e6e-4cec-8871-c05fa3d2e351', 'name': '', 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'mac_address': 'fa:16:3e:49:28:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:55Z', 'updated_at': '2022-01-31T04:52:56Z', 'revision_number': 2, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'subnets': [{'id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:00.958987 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Checking router: 8909e741-8093-4f05-9e00-f259a545f064 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:53:00.959350 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Updating router 8909e741-8093-4f05-9e00-f259a545f064 port da466e1e-7e6e-4cec-8871-c05fa3d2e351 binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:53:00.990421 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:01.063089 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59860d-6ff6-4dfe-b59f-18ae7d26e0dc req-164d9c5b-9263-46dd-846a-63b24622596b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:01.065134 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fd59860d-6ff6-4dfe-b59f-18ae7d26e0dc req-164d9c5b-9263-46dd-846a-63b24622596b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0605240 Jan 31 04:53:01.128167 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-fd59860d-6ff6-4dfe-b59f-18ae7d26e0dc req-75e8f0d9-e37f-45c1-a375-4c2c5af7e6db tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567212 Jan 31 04:53:01.363345 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:01.416080 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Publish callbacks [] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:01.504888 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:01.581152 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149ffcf-f764-4a8f-a13d-16d5686652ef None None] Pushing event updated for resources: {'Port': ['ID=da466e1e-7e6e-4cec-8871-c05fa3d2e351,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:01.614031 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Attempting to bind port da466e1e-7e6e-4cec-8871-c05fa3d2e351 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:53:01.614399 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Attempting to bind port da466e1e-7e6e-4cec-8871-c05fa3d2e351 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:53:01.614760 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Attempting to bind port da466e1e-7e6e-4cec-8871-c05fa3d2e351 on network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:53:01.620605 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:53:01.621011 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Checking segment: {'id': 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:53:01.621408 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:01.621798 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Bound using segment: {'id': 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:53:01.622260 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Bound port: da466e1e-7e6e-4cec-8871-c05fa3d2e351, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:53:01.622723 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:01.706641 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] For port da466e1e-7e6e-4cec-8871-c05fa3d2e351, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:53:01.710457 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] For port da466e1e-7e6e-4cec-8871-c05fa3d2e351, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=da466e1e-7e6e-4cec-8871-c05fa3d2e351,segment=NetworkSegment(dfc0ecc9-65c1-44ea-aaee-3269b66c96bb),segment_id=dfc0ecc9-65c1-44ea-aaee-3269b66c96bb)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:53:01.775369 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:01.815055 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-1c2271fe-5bd2-43aa-a245-a9b558c15d9c None None] Provisioning complete for port da466e1e-7e6e-4cec-8871-c05fa3d2e351 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:53:01.819437 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1c2271fe-5bd2-43aa-a245-a9b558c15d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:01.866984 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149ffcf-f764-4a8f-a13d-16d5686652ef None None] Pushing event updated for resources: {'Port': ['ID=da466e1e-7e6e-4cec-8871-c05fa3d2e351,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:01.876439 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Routers {'8909e741-8093-4f05-9e00-f259a545f064'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:53:01.877070 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['8909e741-8093-4f05-9e00-f259a545f064'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:02.015356 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-1c2271fe-5bd2-43aa-a245-a9b558c15d9c None None] Current status of the port da466e1e-7e6e-4cec-8871-c05fa3d2e351 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:53:02.015749 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1c2271fe-5bd2-43aa-a245-a9b558c15d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:02.021061 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] Set router 8909e741-8093-4f05-9e00-f259a545f064 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:53:02.113710 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-1c2271fe-5bd2-43aa-a245-a9b558c15d9c None None] For port da466e1e-7e6e-4cec-8871-c05fa3d2e351, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=da466e1e-7e6e-4cec-8871-c05fa3d2e351,segment=NetworkSegment(dfc0ecc9-65c1-44ea-aaee-3269b66c96bb),segment_id=dfc0ecc9-65c1-44ea-aaee-3269b66c96bb)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:53:02.183157 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1c2271fe-5bd2-43aa-a245-a9b558c15d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:02.266214 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2271fe-5bd2-43aa-a245-a9b558c15d9c None None] Pushing event updated for resources: {'Port': ['ID=da466e1e-7e6e-4cec-8871-c05fa3d2e351,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:02.287467 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909e741-8093-4f05-9e00-f259a545f064', 'name': 'tempest-TestShelveInstance-1651032114-router', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:52Z', 'updated_at': '2022-01-31T04:52:56Z', 'revision_number': 4, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'gw_port': {'id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:53Z', 'updated_at': '2022-01-31T04:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'da466e1e-7e6e-4cec-8871-c05fa3d2e351', 'name': '', 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'mac_address': 'fa:16:3e:49:28:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:55Z', 'updated_at': '2022-01-31T04:53:01Z', 'revision_number': 4, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'subnets': [{'id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:02.321191 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ffba7-317b-43ae-a141-51ac0a01e0cd None None] The sync data for ids ['8909e741-8093-4f05-9e00-f259a545f064'] in dv-cinder-826608-2-iscsi is: [{'id': '8909e741-8093-4f05-9e00-f259a545f064', 'name': 'tempest-TestShelveInstance-1651032114-router', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:52Z', 'updated_at': '2022-01-31T04:52:56Z', 'revision_number': 4, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'gw_port': {'id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:53Z', 'updated_at': '2022-01-31T04:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'da466e1e-7e6e-4cec-8871-c05fa3d2e351', 'name': '', 'network_id': 'bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'mac_address': 'fa:16:3e:49:28:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:55Z', 'updated_at': '2022-01-31T04:53:01Z', 'revision_number': 4, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'subnets': [{'id': 'dd602e6a-1bde-4b67-86f4-0c2e62e81b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:53:02.328548 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-84494a6d-58f9-4f7d-a6b4-227cb7b65462 None None] Provisioning complete for port da466e1e-7e6e-4cec-8871-c05fa3d2e351 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:53:02.328964 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-84494a6d-58f9-4f7d-a6b4-227cb7b65462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:02.427670 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-84494a6d-58f9-4f7d-a6b4-227cb7b65462 None None] Current status of the port da466e1e-7e6e-4cec-8871-c05fa3d2e351 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:53:02.471585 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device da466e1e-7e6e-4cec-8871-c05fa3d2e351 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:53:02.524074 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port da466e1e-7e6e-4cec-8871-c05fa3d2e351 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:53:02.524366 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:02.602577 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port da466e1e-7e6e-4cec-8871-c05fa3d2e351 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:53:05.562043 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:16.106351 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:53:20.070366 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c3b72-1e42-4080-a9d2-62e9a3f6ca5a req-31ca3c8f-b7d9-4a66-8cf4-b4b1fc15362d tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:20.071827 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-476c3b72-1e42-4080-a9d2-62e9a3f6ca5a req-31ca3c8f-b7d9-4a66-8cf4-b4b1fc15362d tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0507443 Jan 31 04:53:20.126088 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-476c3b72-1e42-4080-a9d2-62e9a3f6ca5a req-1627e248-d305-4adb-a04d-86d6908b924a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481646 Jan 31 04:53:21.247311 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ef9b6-ecc3-4eb2-b1c5-471050eca5f9 req-557fe481-fe8d-4121-a084-61104ab288f8 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:21.250011 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-582ef9b6-ecc3-4eb2-b1c5-471050eca5f9 req-557fe481-fe8d-4121-a084-61104ab288f8 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0560312 Jan 31 04:53:21.295387 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-582ef9b6-ecc3-4eb2-b1c5-471050eca5f9 req-cb43d873-8ca4-494a-aaab-d4538ae9f38f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c522879e-7351-4a9c-bd22-d095121a50a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397632 Jan 31 04:53:21.720397 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-8b92ae6b-1048-43c4-81b3-9ad192a26b38 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:21.721833 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-8b92ae6b-1048-43c4-81b3-9ad192a26b38 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 946 time: 0.0512202 Jan 31 04:53:21.812949 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Deleting port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:53:21.813290 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:21.905835 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] For port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:53:21.906205 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:22.072093 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:22.072375 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (75462a63-e40c-4109-a878-d350b6977651), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:22.072687 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.l3_db [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Floating IP 75462a63-e40c-4109-a878-d350b6977651 disassociated. External IP: 172.27.2.206, port: f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6. Jan 31 04:53:22.073026 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Calling delete_port for f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 owned by compute:nova {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:53:22.281225 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:22.311165 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event deleted for resources: {'Port': ['ID=f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:22.323786 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.324076 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.325096 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.325372 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.325742 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.326072 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.326413 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.326746 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.327559 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.327559 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.327730 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.328779 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.329013 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:22.404943 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ccfa78a1-5cb2-46e7-9bbb-b66043cafebf req-3032388b-982f-4fa8-8867-6f5446000f45 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 210 time: 0.0388687 Jan 31 04:53:22.459927 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Router 4969f994-644a-4d98-b6b9-49e11e3e51b7 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:53:22.824776 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:53:22.834844 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] Sync routers for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:53:22.845121 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:53:22.845737 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:22.865439 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] No DVR routers for this DVR port f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 on host hv-cinder-82660 {{(pid=109632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:53:22.868230 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:22.872728 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0891b77e-5a33-4ac2-b4e6-b3b84675f85d req-304adf29-715c-4199-a3ea-5a8fac6bbac1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.31 "DELETE /v2.0/ports/f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 HTTP/1.1" status: 204 len: 173 time: 1.1450779 Jan 31 04:53:22.873174 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b864423-6740-4f17-848e-ab7213f4ceab', 'name': 'network-vif-deleted', 'tag': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:53:22.875723 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3038c567-5ff0-485c-88ed-acdcdb396e70" -d '{"events": [{"server_uuid": "2b864423-6740-4f17-848e-ab7213f4ceab", "name": "network-vif-deleted", "tag": "f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:53:22.911453 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b991bcc-dd67-4bd1-9f7d-d350a686efec x-openstack-request-id: req-0b991bcc-dd67-4bd1-9f7d-d350a686efec {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:53:22.911765 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b864423-6740-4f17-848e-ab7213f4ceab", "name": "network-vif-deleted", "tag": "f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:53:22.919142 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b991bcc-dd67-4bd1-9f7d-d350a686efec {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:53:22.919715 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b864423-6740-4f17-848e-ab7213f4ceab', 'name': 'network-vif-deleted', 'tag': 'f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6', 'status': 'completed', 'code': 200} Jan 31 04:53:22.959199 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:53:23.034742 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-4b06ffb2-c5c3-4f0f-a2d3-6b162411eaf3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994810663&fields=id&tenant_id=36c2584cb883458eaf6b3b04d55a9429 HTTP/1.1" status: 200 len: 267 time: 0.0483446 Jan 31 04:53:23.148146 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-fb06a5a5-ef6d-4ab9-bc54-7e84bfb40df1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:23.149619 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-fb06a5a5-ef6d-4ab9-bc54-7e84bfb40df1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/networks?id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 HTTP/1.1" status: 200 len: 809 time: 0.1079490 Jan 31 04:53:23.164221 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-5f09af74-f50c-4f11-a662-033b78106944 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/quotas/36c2584cb883458eaf6b3b04d55a9429 HTTP/1.1" status: 200 len: 375 time: 0.0090539 Jan 31 04:53:23.165311 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:23.192926 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] Checking router: 4969f994-644a-4d98-b6b9-49e11e3e51b7 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:53:23.203142 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:53:23.203758 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:52:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:23.220646 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-415b7200-7838-4248-955f-2e323084d2bd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=36c2584cb883458eaf6b3b04d55a9429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504966 Jan 31 04:53:23.310835 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:53:23.318998 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-8388375e-9e87-4a2a-8c6c-06df522eec8c service neutron] 10.222.0.21 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874689 Jan 31 04:53:23.409216 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-57603945-7d5f-4533-8dd6-a902cdbacf5d service neutron] 10.222.0.21 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835714 Jan 31 04:53:23.529260 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:23.533702 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-aca697cc-e69c-4890-be90-fdd21c4f91e9 req-a166267e-bace-4c36-961a-ccc58202f3eb tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b864423-6740-4f17-848e-ab7213f4ceab HTTP/1.1" status: 200 len: 210 time: 0.0385811 Jan 31 04:53:23.676018 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b19392b-604a-4271-abb5-f16a2c3186d8 None None] The sync data for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi is: [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:53:23.900533 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de2eb76-a95a-46d9-a29d-2185cae09c13 None None] New status for floating IP 75462a63-e40c-4109-a878-d350b6977651: DOWN {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:53:24.006251 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c89ba2c3-4a7e-411d-a50c-b3bfbeb2937b req-660707aa-1f84-4b1c-922b-1d870f871005 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 210 time: 0.0277133 Jan 31 04:53:24.676561 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43810) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:53:24.733843 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae826748-9b2b-4be7-b570-1caa926a4926 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (c522879e-7351-4a9c-bd22-d095121a50a2), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:24.757492 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae826748-9b2b-4be7-b570-1caa926a4926 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (c522879e-7351-4a9c-bd22-d095121a50a2), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:24.881480 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae826748-9b2b-4be7-b570-1caa926a4926 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (c522879e-7351-4a9c-bd22-d095121a50a2), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:24.884062 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae826748-9b2b-4be7-b570-1caa926a4926 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:24.885271 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ae826748-9b2b-4be7-b570-1caa926a4926 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "DELETE /v2.0/security-groups/c522879e-7351-4a9c-bd22-d095121a50a2 HTTP/1.1" status: 204 len: 168 time: 0.2076700 Jan 31 04:53:24.888798 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43812) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:53:24.899356 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae826748-9b2b-4be7-b570-1caa926a4926 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c522879e-7351-4a9c-bd22-d095121a50a2,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:24.908206 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.api.v2.resource [None req-85c56f8d-96a4-4fe7-9324-354c0a216b21 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] show failed (client error): The resource could not be found. Jan 31 04:53:24.911810 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-85c56f8d-96a4-4fe7-9324-354c0a216b21 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups/c522879e-7351-4a9c-bd22-d095121a50a2 HTTP/1.1" status: 404 len: 347 time: 0.0191121 Jan 31 04:53:24.912025 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43814) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:53:25.036635 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-61c53ecc-9944-412e-82ad-ae3d8916be66 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Deleting port 3d5f6fb2-daaf-48fe-bb6f-2893152d91e9 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:53:25.036980 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-61c53ecc-9944-412e-82ad-ae3d8916be66 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (3d5f6fb2-daaf-48fe-bb6f-2893152d91e9), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:25.078146 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:53:25.103156 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7d37159c-9d96-4774-bc95-8a805cd9bf9c req-a4699f79-d322-4bef-85a1-354d429339da tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Jan 31 04:53:25.126167 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-61c53ecc-9944-412e-82ad-ae3d8916be66 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (3d5f6fb2-daaf-48fe-bb6f-2893152d91e9), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:25.126503 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-61c53ecc-9944-412e-82ad-ae3d8916be66 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (3d5f6fb2-daaf-48fe-bb6f-2893152d91e9), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:25.130693 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:53:25.131064 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device f8fdd1ca-9af9-4dbb-9ecf-1f7188a736a6 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:53:25.144023 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-61c53ecc-9944-412e-82ad-ae3d8916be66 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Calling delete_port for 3d5f6fb2-daaf-48fe-bb6f-2893152d91e9 owned by network:floatingip {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:53:25.240875 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-51d28087-9882-4ee6-9084-a34c23d5d4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:25.326641 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-61c53ecc-9944-412e-82ad-ae3d8916be66 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (3d5f6fb2-daaf-48fe-bb6f-2893152d91e9), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:25.355796 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c53ecc-9944-412e-82ad-ae3d8916be66 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event deleted for resources: {'Port': ['ID=3d5f6fb2-daaf-48fe-bb6f-2893152d91e9,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:25.417827 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-61c53ecc-9944-412e-82ad-ae3d8916be66 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (75462a63-e40c-4109-a878-d350b6977651), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:25.421207 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-61c53ecc-9944-412e-82ad-ae3d8916be66 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:25.422347 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-61c53ecc-9944-412e-82ad-ae3d8916be66 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "DELETE /v2.0/floatingips/75462a63-e40c-4109-a878-d350b6977651 HTTP/1.1" status: 204 len: 168 time: 0.5094419 Jan 31 04:53:25.824320 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 43820) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:53:25.828909 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-27a9f3e5-ae3c-465a-a93b-36ef09ffec5a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1463140591', 'description': 'tempest-description--1400511781'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:53:25.898445 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-27a9f3e5-ae3c-465a-a93b-36ef09ffec5a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:25.962933 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-27a9f3e5-ae3c-465a-a93b-36ef09ffec5a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (c91afb5a-ef29-4586-8eda-1eb39f3a8960), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.011870 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-27a9f3e5-ae3c-465a-a93b-36ef09ffec5a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (c91afb5a-ef29-4586-8eda-1eb39f3a8960), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.040614 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9f3e5-ae3c-465a-a93b-36ef09ffec5a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91afb5a-ef29-4586-8eda-1eb39f3a8960,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:26.107403 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-27a9f3e5-ae3c-465a-a93b-36ef09ffec5a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.108588 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-27a9f3e5-ae3c-465a-a93b-36ef09ffec5a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2832265 Jan 31 04:53:26.111572 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43822) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:53:26.116238 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-9438b5c0-420f-4a42-bad9-435c58bd979b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'security_group_rule': {'security_group_id': 'c91afb5a-ef29-4586-8eda-1eb39f3a8960', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:53:26.200120 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-66d8a6bd-048c-4782-bcaa-52bd81c52905 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:26.201514 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-66d8a6bd-048c-4782-bcaa-52bd81c52905 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.31 "GET /v2.0/networks?id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 HTTP/1.1" status: 200 len: 809 time: 0.1205444 Jan 31 04:53:26.212106 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9438b5c0-420f-4a42-bad9-435c58bd979b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (82578b06-34fb-4ea2-8551-4577cadc7284), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.223856 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b633d9de-c19c-45d9-aeb7-85a26c680acf req-f893c9da-9a63-4e5a-aab6-29694ae6b2ce tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 210 time: 0.0380752 Jan 31 04:53:26.276788 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-1aa04734-06e9-4c61-8f69-ba1be38eb3d7 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36c2584cb883458eaf6b3b04d55a9429 HTTP/1.1" status: 200 len: 379 time: 0.0555363 Jan 31 04:53:26.288334 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Request body: {'port': {'device_id': '42e253ce-c129-44d9-9219-b29dd9feb759', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'admin_state_up': True, 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'security_groups': ['a0f25035-c748-4515-a11b-d182111dd209']}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:53:26.289451 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9438b5c0-420f-4a42-bad9-435c58bd979b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (82578b06-34fb-4ea2-8551-4577cadc7284), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.362408 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9438b5c0-420f-4a42-bad9-435c58bd979b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (82578b06-34fb-4ea2-8551-4577cadc7284), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.383161 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438b5c0-420f-4a42-bad9-435c58bd979b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82578b06-34fb-4ea2-8551-4577cadc7284,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:26.455425 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9438b5c0-420f-4a42-bad9-435c58bd979b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.456648 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9438b5c0-420f-4a42-bad9-435c58bd979b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440123 Jan 31 04:53:26.459381 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43826) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:53:26.463776 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-bd666e2f-fe11-4cf1-a7ac-d13abcdb550b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'security_group_rule': {'security_group_id': 'c91afb5a-ef29-4586-8eda-1eb39f3a8960', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:53:26.515641 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Made reservation on behalf of 36c2584cb883458eaf6b3b04d55a9429 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:53:26.519018 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.549694 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bd666e2f-fe11-4cf1-a7ac-d13abcdb550b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (ca36dbb0-9ca2-4c27-be75-ad1201d24e28), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.604272 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bd666e2f-fe11-4cf1-a7ac-d13abcdb550b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (ca36dbb0-9ca2-4c27-be75-ad1201d24e28), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.647093 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bd666e2f-fe11-4cf1-a7ac-d13abcdb550b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (ca36dbb0-9ca2-4c27-be75-ad1201d24e28), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.647970 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Allocated IP 172.20.0.5 (9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3/22d2dabd-7315-4dfb-a620-1f95a658b9ed/93af9573-d882-4ed1-ba22-f2922408b158) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:53:26.664740 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd666e2f-fe11-4cf1-a7ac-d13abcdb550b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca36dbb0-9ca2-4c27-be75-ad1201d24e28,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:26.717776 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bd666e2f-fe11-4cf1-a7ac-d13abcdb550b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.719004 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-bd666e2f-fe11-4cf1-a7ac-d13abcdb550b tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2586110 Jan 31 04:53:26.725314 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43828) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:53:26.729754 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'floatingip': {'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:53:26.784485 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for port (93af9573-d882-4ed1-ba22-f2922408b158), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.790338 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.887652 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.888099 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (93af9573-d882-4ed1-ba22-f2922408b158), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:26.933015 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:53:26.937111 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:53:26.943335 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:53:26.970655 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event updated for resources: {'Port': ['ID=93af9573-d882-4ed1-ba22-f2922408b158,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:27.000803 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:27.001480 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.003515 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Allocated IP 172.27.2.132 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/11980276-9176-4c81-a5e1-6301e9f6889b) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:53:27.066625 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd0f6672-9740-443a-a017-61b472e8e5cd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7820702 Jan 31 04:53:27.089277 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Request body: {'port': {'device_id': '42e253ce-c129-44d9-9219-b29dd9feb759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:53:27.126009 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for port (11980276-9176-4c81-a5e1-6301e9f6889b), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.159563 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (93af9573-d882-4ed1-ba22-f2922408b158), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.200180 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-1bb8c723-0898-4e9f-b173-71684cf79897 None None] Provisioning complete for port 93af9573-d882-4ed1-ba22-f2922408b158 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:53:27.200774 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c723-0898-4e9f-b173-71684cf79897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (93af9573-d882-4ed1-ba22-f2922408b158), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.219121 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (11980276-9176-4c81-a5e1-6301e9f6889b), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.237836 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8c723-0898-4e9f-b173-71684cf79897 None None] Port 93af9573-d882-4ed1-ba22-f2922408b158 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:53:27.263693 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:53:27.268746 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:53:27.272373 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:53:27.297804 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'Port': ['ID=11980276-9176-4c81-a5e1-6301e9f6889b,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:27.395193 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9671f3-aae7-4952-9a7f-0feb3bc823b7 req-4e2787b5-44e1-48a2-9a88-5819f1c7fd4d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:27.396620 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8f9671f3-aae7-4952-9a7f-0feb3bc823b7 req-4e2787b5-44e1-48a2-9a88-5819f1c7fd4d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 931 time: 0.0912049 Jan 31 04:53:27.424349 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (64f30c87-bf77-4b16-9220-6bd3b4a77ee2), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.446656 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93af9573-d882-4ed1-ba22-f2922408b158 {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:53:27.454712 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Publish callbacks [] for port (93af9573-d882-4ed1-ba22-f2922408b158), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.456819 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8f9671f3-aae7-4952-9a7f-0feb3bc823b7 req-7dd5358d-58ff-4419-bc0b-632d68f0c35e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510020 Jan 31 04:53:27.476496 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Transition to ACTIVE for port object 93af9573-d882-4ed1-ba22-f2922408b158 will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:53:27.526316 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (11980276-9176-4c81-a5e1-6301e9f6889b), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.538809 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (93af9573-d882-4ed1-ba22-f2922408b158), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.561779 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-13f51710-05b5-4151-be06-b4b214bf9942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.593435 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Pushing event updated for resources: {'Port': ['ID=93af9573-d882-4ed1-ba22-f2922408b158,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:27.669660 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Attempting to bind port 93af9573-d882-4ed1-ba22-f2922408b158 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:53:27.669660 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Attempting to bind port 93af9573-d882-4ed1-ba22-f2922408b158 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:53:27.669985 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Attempting to bind port 93af9573-d882-4ed1-ba22-f2922408b158 on network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:53:27.674630 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Port 93af9573-d882-4ed1-ba22-f2922408b158 on network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:53:27.674989 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Attempting to bind port 93af9573-d882-4ed1-ba22-f2922408b158 on network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:53:27.680337 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:53:27.680337 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Checking segment: {'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:53:27.680689 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Bound using segment: {'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:53:27.681109 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Bound port: 93af9573-d882-4ed1-ba22-f2922408b158, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59400e4-ebab-4957-8ef4-e1c8117e2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:53:27.681469 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (93af9573-d882-4ed1-ba22-f2922408b158), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.682146 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for port (11980276-9176-4c81-a5e1-6301e9f6889b), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.745081 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (11980276-9176-4c81-a5e1-6301e9f6889b), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.754252 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] For port 93af9573-d882-4ed1-ba22-f2922408b158, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:53:27.757433 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] For port 93af9573-d882-4ed1-ba22-f2922408b158, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=93af9573-d882-4ed1-ba22-f2922408b158,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:53:27.814162 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'Port': ['ID=11980276-9176-4c81-a5e1-6301e9f6889b,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:27.819419 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (93af9573-d882-4ed1-ba22-f2922408b158), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.823919 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (64f30c87-bf77-4b16-9220-6bd3b4a77ee2), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.853075 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:27.853674 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.855175 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] 10.222.0.31 "PUT /v2.0/ports/93af9573-d882-4ed1-ba22-f2922408b158 HTTP/1.1" status: 200 len: 1093 time: 0.7749455 Jan 31 04:53:27.858193 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:53:27.860455 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a50b86-5a92-45cf-940f-8bf1c0421954" -d '{"events": [{"name": "network-changed", "server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "tag": "93af9573-d882-4ed1-ba22-f2922408b158"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:53:27.889903 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284badec-4897-4a3a-9889-fe59e7239aaf service neutron] Pushing event updated for resources: {'Port': ['ID=93af9573-d882-4ed1-ba22-f2922408b158,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:27.907208 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:27.909797 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-e818dadf-1bd4-430d-b8ec-230e56ccc12f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1822042 Jan 31 04:53:27.909937 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035be61c-a816-4be3-8fe1-c906d512333a x-openstack-request-id: req-035be61c-a816-4be3-8fe1-c906d512333a {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:53:27.909937 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "tag": "93af9573-d882-4ed1-ba22-f2922408b158", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:53:27.910216 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-035be61c-a816-4be3-8fe1-c906d512333a {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:53:27.910866 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158', 'status': 'completed', 'code': 200} Jan 31 04:53:28.002566 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a50b86-5a92-45cf-940f-8bf1c0421954 req-d2d4cbaf-81fe-4e99-9a77-4951dcebd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:28.004136 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-25a50b86-5a92-45cf-940f-8bf1c0421954 req-d2d4cbaf-81fe-4e99-9a77-4951dcebd18d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36c2584cb883458eaf6b3b04d55a9429&device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1127 time: 0.0489335 Jan 31 04:53:28.116280 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a50b86-5a92-45cf-940f-8bf1c0421954 req-9c86005b-de2f-45e0-b55e-ee38c0deec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:28.117778 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-25a50b86-5a92-45cf-940f-8bf1c0421954 req-9c86005b-de2f-45e0-b55e-ee38c0deec11 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=36c2584cb883458eaf6b3b04d55a9429&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1013381 Jan 31 04:53:28.120354 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-528909b5-4ffe-4675-a2ab-96ec1fdb57e6 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1463140591&fields=id&tenant_id=3dfe36d08de049af88fd724e90fbb0d5 HTTP/1.1" status: 200 len: 267 time: 0.0461264 Jan 31 04:53:28.223674 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a50b86-5a92-45cf-940f-8bf1c0421954 req-353660b2-1e2e-4e27-b219-e4ef61abbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:28.225138 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-25a50b86-5a92-45cf-940f-8bf1c0421954 req-353660b2-1e2e-4e27-b219-e4ef61abbadb service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0887785 Jan 31 04:53:28.228770 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-18437ec2-141c-449f-8ef9-16c955f32525 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:28.230221 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-18437ec2-141c-449f-8ef9-16c955f32525 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/networks?id=e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 200 len: 811 time: 0.1023471 Jan 31 04:53:28.244881 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-f03ce065-f079-449c-9ace-ab3eb357b7d8 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/quotas/3dfe36d08de049af88fd724e90fbb0d5 HTTP/1.1" status: 200 len: 375 time: 0.0088854 Jan 31 04:53:28.300673 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-ed46a98d-db1d-4560-988b-d76a91ca39be tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494087 Jan 31 04:53:28.329743 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd9307bb-b1fd-4559-ab0e-a543bff44f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:28.331289 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-dd9307bb-b1fd-4559-ab0e-a543bff44f23 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36c2584cb883458eaf6b3b04d55a9429&device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1127 time: 0.0505774 Jan 31 04:53:28.382133 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-59b4228a-dae1-4165-a534-029d5a557f7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93af9573-d882-4ed1-ba22-f2922408b158 HTTP/1.1" status: 200 len: 217 time: 0.0360062 Jan 31 04:53:28.432437 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-3d991314-4908-4602-9cb3-e1dbb358cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:28.433974 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-3d991314-4908-4602-9cb3-e1dbb358cb75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d2dabd-7315-4dfb-a620-1f95a658b9ed HTTP/1.1" status: 200 len: 848 time: 0.0469193 Jan 31 04:53:28.488596 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-bf14b52e-12ed-4787-b854-b4d0c03a619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:28.490163 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-bf14b52e-12ed-4787-b854-b4d0c03a619e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506449 Jan 31 04:53:28.544292 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:28.557294 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-95e0c9a8-6e9d-440c-9110-98ff6493f53d service neutron] 10.222.0.21 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886116 Jan 31 04:53:28.611224 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-e94f46dc-e007-4343-acab-40feeb94bb51 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150739 Jan 31 04:53:28.622994 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef12b7-0567-4021-9463-0cc2ed2e8d55 req-cd44b458-2fce-4ef8-b667-3e28561f7aa6 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:28.624677 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1bef12b7-0567-4021-9463-0cc2ed2e8d55 req-cd44b458-2fce-4ef8-b667-3e28561f7aa6 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0957923 Jan 31 04:53:28.647676 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-567ea182-419f-4819-a4de-9c7700e268ce service neutron] 10.222.0.21 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842299 Jan 31 04:53:28.728846 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1bef12b7-0567-4021-9463-0cc2ed2e8d55 req-a2ec7cd8-7936-4c1f-8fad-ee703df9871c tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955219 Jan 31 04:53:28.746441 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0ece536c-d67e-4acb-965a-0afb726f6785 req-44264b7e-5634-42ec-989e-fd1b5f37dd2f service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207991 Jan 31 04:53:28.855493 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-285b3ad5-7352-402a-8993-c46b06f68439 req-1010d653-2354-45e0-ac66-bc2c5e8d0983 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 210 time: 0.0282030 Jan 31 04:53:29.848370 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf041a9-98e4-4ea1-9f0a-ce4a72aa35b2 req-8fb77ecc-f3cd-48e2-8dbd-d1f0154e5c4f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:29.849898 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ddf041a9-98e4-4ea1-9f0a-ce4a72aa35b2 req-8fb77ecc-f3cd-48e2-8dbd-d1f0154e5c4f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0524495 Jan 31 04:53:29.904475 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ddf041a9-98e4-4ea1-9f0a-ce4a72aa35b2 req-bb6bdd19-9a64-434b-84a3-6b02c07885b6 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487447 Jan 31 04:53:29.951917 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-35c18ea7-7c17-475d-8342-d65deff45140 req-3f365660-c01d-4964-9335-fa0326999a33 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 210 time: 0.0307901 Jan 31 04:53:30.120881 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:30.614436 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-3b686fc7-c210-401d-85cd-434773124056 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:30.615899 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-3b686fc7-c210-401d-85cd-434773124056 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.31 "GET /v2.0/networks?id=e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 200 len: 811 time: 0.0994992 Jan 31 04:53:30.680942 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-f444cc10-f816-4e2d-9362-f2ef94e586dd tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dfe36d08de049af88fd724e90fbb0d5 HTTP/1.1" status: 200 len: 380 time: 0.0508678 Jan 31 04:53:30.689741 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'port': {'device_id': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'admin_state_up': True, 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'security_groups': ['c91afb5a-ef29-4586-8eda-1eb39f3a8960']}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:53:30.864313 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Made reservation on behalf of 3dfe36d08de049af88fd724e90fbb0d5 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:53:30.867749 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:31.003991 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Allocated IP 172.20.0.8 (e6d9d9c2-37a6-46fa-b349-eedfe966b621/70c22f48-70b0-40dd-8256-e6bbe4f151b9/4af2afed-e9f7-4915-bc66-556a64225bb5) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:53:31.035715 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90b5ec-e938-468b-928d-58bcf7a470ec req-7e5d61a5-612b-4bd5-a80f-79ea048024e8 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:31.037192 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ad90b5ec-e938-468b-928d-58bcf7a470ec req-7e5d61a5-612b-4bd5-a80f-79ea048024e8 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0559766 Jan 31 04:53:31.069128 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8b45e274-1cc0-4731-b038-7bade65ee437 req-98cd9b6a-a07f-4923-b960-f13becb878cf tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 210 time: 0.0388148 Jan 31 04:53:31.091419 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ad90b5ec-e938-468b-928d-58bcf7a470ec req-7e681efd-206d-4fe4-b6c9-3b7da65c0fcd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467808 Jan 31 04:53:31.174537 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:31.264591 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:31.307709 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Network e6d9d9c2-37a6-46fa-b349-eedfe966b621 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:53:31.311502 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:53:31.314096 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:53:31.346286 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event updated for resources: {'Port': ['ID=4af2afed-e9f7-4915-bc66-556a64225bb5,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:31.378046 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:31.378698 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:31.396136 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:31.473001 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-550c7a61-4eab-446c-843d-ab4d51efd4d1 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7868700 Jan 31 04:53:31.490904 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Request body: {'port': {'device_id': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:53:31.543938 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-f9beafe0-34a9-44fb-bad5-9906c1e3b0ff None None] Provisioning complete for port 4af2afed-e9f7-4915-bc66-556a64225bb5 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:53:31.544721 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f9beafe0-34a9-44fb-bad5-9906c1e3b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:31.554538 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:31.585227 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-f9beafe0-34a9-44fb-bad5-9906c1e3b0ff None None] Port 4af2afed-e9f7-4915-bc66-556a64225bb5 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:53:31.819880 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af2afed-e9f7-4915-bc66-556a64225bb5 {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:53:31.827143 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Publish callbacks [] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:31.838590 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Transition to ACTIVE for port object 4af2afed-e9f7-4915-bc66-556a64225bb5 will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:53:31.887187 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:31.937967 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Pushing event updated for resources: {'Port': ['ID=4af2afed-e9f7-4915-bc66-556a64225bb5,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:32.015439 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Attempting to bind port 4af2afed-e9f7-4915-bc66-556a64225bb5 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:53:32.016126 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Attempting to bind port 4af2afed-e9f7-4915-bc66-556a64225bb5 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:53:32.016126 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Attempting to bind port 4af2afed-e9f7-4915-bc66-556a64225bb5 on network e6d9d9c2-37a6-46fa-b349-eedfe966b621 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:53:32.020670 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Port 4af2afed-e9f7-4915-bc66-556a64225bb5 on network e6d9d9c2-37a6-46fa-b349-eedfe966b621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:53:32.021052 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Attempting to bind port 4af2afed-e9f7-4915-bc66-556a64225bb5 on network e6d9d9c2-37a6-46fa-b349-eedfe966b621 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:53:32.026071 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:53:32.026411 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Checking segment: {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:53:32.026814 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Bound using segment: {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:53:32.027418 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Bound port: 4af2afed-e9f7-4915-bc66-556a64225bb5, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f14832-8931-4b24-a651-99cf3e4770e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:53:32.027776 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:32.093343 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] For port 4af2afed-e9f7-4915-bc66-556a64225bb5, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:53:32.096576 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] For port 4af2afed-e9f7-4915-bc66-556a64225bb5, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4af2afed-e9f7-4915-bc66-556a64225bb5,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:53:32.175068 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:32.217926 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695bf2-eaf7-4cb3-bbc9-0bd74ac90db5 req-e068e04b-d333-44b7-a22d-a4ae76bff431 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:32.218636 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:32.219275 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:32.220660 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-5f3529df-671d-471e-973d-1886d40191fb service neutron] 10.222.0.31 "PUT /v2.0/ports/4af2afed-e9f7-4915-bc66-556a64225bb5 HTTP/1.1" status: 200 len: 1093 time: 0.7340169 Jan 31 04:53:32.221917 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'tag': '4af2afed-e9f7-4915-bc66-556a64225bb5'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:53:32.224414 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d443299e-9228-442c-a7d8-9b3f1aaa333e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7564c77-f2d4-468d-9bc2-d5ab564cad98", "tag": "4af2afed-e9f7-4915-bc66-556a64225bb5"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:53:32.225004 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a6695bf2-eaf7-4cb3-bbc9-0bd74ac90db5 req-e068e04b-d333-44b7-a22d-a4ae76bff431 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0643027 Jan 31 04:53:32.264375 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020c35-3eab-47c0-ac2f-f81c10da56d9 req-2aaad735-e610-4572-903a-5df05061fdd0 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:32.265883 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-58020c35-3eab-47c0-ac2f-f81c10da56d9 req-2aaad735-e610-4572-903a-5df05061fdd0 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 943 time: 0.1205771 Jan 31 04:53:32.266678 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3529df-671d-471e-973d-1886d40191fb service neutron] Pushing event updated for resources: {'Port': ['ID=4af2afed-e9f7-4915-bc66-556a64225bb5,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:32.280664 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a6695bf2-eaf7-4cb3-bbc9-0bd74ac90db5 req-1bcbbe35-e16a-4f51-bd79-858e0dd6137f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547135 Jan 31 04:53:32.320557 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-58020c35-3eab-47c0-ac2f-f81c10da56d9 req-462e7c6e-722f-41b1-8d7e-092745870620 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462060 Jan 31 04:53:32.353775 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d238ba7c-0638-41b3-986c-ee7033facfb6 x-openstack-request-id: req-d238ba7c-0638-41b3-986c-ee7033facfb6 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:53:32.354076 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7564c77-f2d4-468d-9bc2-d5ab564cad98", "tag": "4af2afed-e9f7-4915-bc66-556a64225bb5", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:53:32.354329 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d238ba7c-0638-41b3-986c-ee7033facfb6 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:53:32.354732 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'tag': '4af2afed-e9f7-4915-bc66-556a64225bb5', 'status': 'completed', 'code': 200} Jan 31 04:53:32.376410 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-c2c1d2af-0b21-4bcf-9e82-af0530933bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:32.377933 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-c2c1d2af-0b21-4bcf-9e82-af0530933bf0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 1127 time: 0.0509782 Jan 31 04:53:32.424231 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-76771436-ec6c-42a7-9a08-5312850ff1b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4af2afed-e9f7-4915-bc66-556a64225bb5 HTTP/1.1" status: 200 len: 217 time: 0.0338383 Jan 31 04:53:32.473920 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-36b2a0c7-5419-4fb1-bf66-82d26ffb7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:32.475352 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-36b2a0c7-5419-4fb1-bf66-82d26ffb7ad0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c22f48-70b0-40dd-8256-e6bbe4f151b9 HTTP/1.1" status: 200 len: 850 time: 0.0459881 Jan 31 04:53:32.522719 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-0bb67996-93e5-418d-8cda-596de97930cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:32.524107 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-0bb67996-93e5-418d-8cda-596de97930cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6d9d9c2-37a6-46fa-b349-eedfe966b621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431743 Jan 31 04:53:32.608202 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-c4854c84-671e-4421-b5a0-53e4f2f48a1a service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778203 Jan 31 04:53:32.695666 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0bae557f-775e-4680-9958-9d7bb4e94f92 req-a7246c5a-ea4c-42a7-95d6-2e51f2ba693d service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818908 Jan 31 04:53:32.896698 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-3f79f5a6-793d-4578-8bac-a0481ff42d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:32.898171 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-3f79f5a6-793d-4578-8bac-a0481ff42d8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 1127 time: 0.0442252 Jan 31 04:53:32.986527 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-1dda3ec9-3bab-47e6-9bea-ae8bb932658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:32.987977 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-1dda3ec9-3bab-47e6-9bea-ae8bb932658f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 200 len: 911 time: 0.0840349 Jan 31 04:53:33.027393 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-9d02e3d8-33a3-4f5f-bc3b-38b127b7c7d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4af2afed-e9f7-4915-bc66-556a64225bb5 HTTP/1.1" status: 200 len: 217 time: 0.0335333 Jan 31 04:53:33.072234 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-9be8f062-6789-4d14-a82f-2f2c98168fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:33.073584 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-9be8f062-6789-4d14-a82f-2f2c98168fef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c22f48-70b0-40dd-8256-e6bbe4f151b9 HTTP/1.1" status: 200 len: 850 time: 0.0411761 Jan 31 04:53:33.124805 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-19771e0d-d76d-4fef-ac5e-a662f8766c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:33.126238 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-19771e0d-d76d-4fef-ac5e-a662f8766c0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6d9d9c2-37a6-46fa-b349-eedfe966b621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467086 Jan 31 04:53:33.209710 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-29fd85f5-fd6f-4a8e-a654-fae81dca56dd service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773950 Jan 31 04:53:33.297574 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d443299e-9228-442c-a7d8-9b3f1aaa333e req-22540ad8-a05a-41e8-a57b-ad03bef3143f service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817842 Jan 31 04:53:33.398423 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9018-7fd0-4d23-8218-9630339c23fe req-5413737d-ed29-4168-95ec-ec34cece1b77 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:33.399974 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b81d9018-7fd0-4d23-8218-9630339c23fe req-5413737d-ed29-4168-95ec-ec34cece1b77 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0535021 Jan 31 04:53:33.442588 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a4312-e6e7-4a94-962c-5be0d4474eee req-d74c0c20-e001-4aa4-9e6e-d5c46b74545a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:33.444091 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a25a4312-e6e7-4a94-962c-5be0d4474eee req-d74c0c20-e001-4aa4-9e6e-d5c46b74545a tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 943 time: 0.0531514 Jan 31 04:53:33.451468 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b81d9018-7fd0-4d23-8218-9630339c23fe req-2a5902e9-486b-4a69-a353-561ce4cdb57e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430458 Jan 31 04:53:33.491824 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a25a4312-e6e7-4a94-962c-5be0d4474eee req-1da9b194-999f-4850-9361-db1553be8e9f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Jan 31 04:53:34.567011 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b6653-f9dc-4097-b6d3-83f3273f8cc0 req-be900452-fd1c-4a8a-b70b-bae4ec2daf70 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:34.568476 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-378b6653-f9dc-4097-b6d3-83f3273f8cc0 req-be900452-fd1c-4a8a-b70b-bae4ec2daf70 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0516016 Jan 31 04:53:34.612423 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56352d23-a3f4-4dbd-b331-f4e5f58b5537 req-ad595b89-9920-4912-9677-89ba215c9ddc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:34.613933 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-56352d23-a3f4-4dbd-b331-f4e5f58b5537 req-ad595b89-9920-4912-9677-89ba215c9ddc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 943 time: 0.0541289 Jan 31 04:53:34.622671 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-378b6653-f9dc-4097-b6d3-83f3273f8cc0 req-7dc52341-a329-4f4a-925c-0aea89cdebc7 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481277 Jan 31 04:53:34.663142 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-56352d23-a3f4-4dbd-b331-f4e5f58b5537 req-81cb533a-7fde-4d4d-be82-6eaacc6f64b4 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Jan 31 04:53:35.543723 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:35.740111 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5455108-8514-4e30-9f31-255fd68489ff req-750c422a-2db0-4110-9bf0-5f3b54853ba1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:35.741850 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e5455108-8514-4e30-9f31-255fd68489ff req-750c422a-2db0-4110-9bf0-5f3b54853ba1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0531285 Jan 31 04:53:35.779432 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47994aff-748e-4cd8-bc8f-42206d5caa9e req-9a863660-bd0d-43e0-a203-e2645e607121 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:35.780906 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-47994aff-748e-4cd8-bc8f-42206d5caa9e req-9a863660-bd0d-43e0-a203-e2645e607121 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 943 time: 0.0526712 Jan 31 04:53:35.790730 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e5455108-8514-4e30-9f31-255fd68489ff req-dc5a259e-6d77-4bd4-8add-d9cc18099543 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434046 Jan 31 04:53:35.827163 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-47994aff-748e-4cd8-bc8f-42206d5caa9e req-d930d94e-db8f-4ecc-8f03-6693a36bdc21 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Jan 31 04:53:36.910433 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b365a-9c86-4f1d-831f-3d34104dcb46 req-3e8f3688-b974-47a8-8db6-b337a3ab5b5a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:36.911970 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-694b365a-9c86-4f1d-831f-3d34104dcb46 req-3e8f3688-b974-47a8-8db6-b337a3ab5b5a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0535719 Jan 31 04:53:36.948718 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec56e2-f6d3-42e7-adc7-41f5c499176f req-72e1f691-274e-4b6c-945c-c750cb1e703c tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:36.950247 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9aec56e2-f6d3-42e7-adc7-41f5c499176f req-72e1f691-274e-4b6c-945c-c750cb1e703c tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 943 time: 0.0550110 Jan 31 04:53:36.962618 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-694b365a-9c86-4f1d-831f-3d34104dcb46 req-9cf7e07e-bfb0-478b-b830-00f602f13ef8 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450635 Jan 31 04:53:36.998266 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9aec56e2-f6d3-42e7-adc7-41f5c499176f req-91b877b5-459e-4fc3-8512-cca438af31e7 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Jan 31 04:53:37.121013 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 4af2afed-e9f7-4915-bc66-556a64225bb5 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:53:37.218231 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 4af2afed-e9f7-4915-bc66-556a64225bb5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4af2afed-e9f7-4915-bc66-556a64225bb5,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:53:37.228930 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '4af2afed-e9f7-4915-bc66-556a64225bb5', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'port_id': '4af2afed-e9f7-4915-bc66-556a64225bb5', 'mac_address': 'fa:16:3e:49:47:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:53:37.266301 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 4af2afed-e9f7-4915-bc66-556a64225bb5 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:53:37.266693 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:37.279161 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af2afed-e9f7-4915-bc66-556a64225bb5 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:53:37.298671 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 4af2afed-e9f7-4915-bc66-556a64225bb5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4af2afed-e9f7-4915-bc66-556a64225bb5,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:53:37.424145 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:37.424794 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 93af9573-d882-4ed1-ba22-f2922408b158 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:53:37.493305 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=4af2afed-e9f7-4915-bc66-556a64225bb5,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:37.558225 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 93af9573-d882-4ed1-ba22-f2922408b158, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=93af9573-d882-4ed1-ba22-f2922408b158,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:53:37.569691 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '93af9573-d882-4ed1-ba22-f2922408b158', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'port_id': '93af9573-d882-4ed1-ba22-f2922408b158', 'mac_address': 'fa:16:3e:a3:8a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:53:37.610490 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 93af9573-d882-4ed1-ba22-f2922408b158 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:53:37.610922 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (93af9573-d882-4ed1-ba22-f2922408b158), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:37.623389 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93af9573-d882-4ed1-ba22-f2922408b158 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:53:37.642521 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 93af9573-d882-4ed1-ba22-f2922408b158, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=93af9573-d882-4ed1-ba22-f2922408b158,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:53:37.733431 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (93af9573-d882-4ed1-ba22-f2922408b158), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:37.778201 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=93af9573-d882-4ed1-ba22-f2922408b158,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:38.082635 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29cee6-6a7f-4e91-ba8c-7f8f78595534 req-bb9a8d10-a3ca-454c-82df-d043629e0e81 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:38.084195 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7b29cee6-6a7f-4e91-ba8c-7f8f78595534 req-bb9a8d10-a3ca-454c-82df-d043629e0e81 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 944 time: 0.0563483 Jan 31 04:53:38.122499 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f5aa1-008c-4dfe-b533-126c97a5ec61 req-82f69e39-6e84-430c-a8fd-465bc33b51ed tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:38.124261 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-232f5aa1-008c-4dfe-b533-126c97a5ec61 req-82f69e39-6e84-430c-a8fd-465bc33b51ed tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 944 time: 0.0565379 Jan 31 04:53:38.132797 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7b29cee6-6a7f-4e91-ba8c-7f8f78595534 req-9b78136c-c31b-4f94-9822-02aa8ef315cb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427599 Jan 31 04:53:38.170183 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-232f5aa1-008c-4dfe-b533-126c97a5ec61 req-e428f3b4-4086-4d6d-af32-9fe277398b07 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405176 Jan 31 04:53:38.200022 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['93af9573-d882-4ed1-ba22-f2922408b158'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:53:38.224792 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['4af2afed-e9f7-4915-bc66-556a64225bb5'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:53:38.846010 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-edd6654c-a113-4610-a141-784fd55b70f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411472 Jan 31 04:53:38.947205 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-11e11f5d-3062-4521-a6d7-e8192f464efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:38.948625 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-11e11f5d-3062-4521-a6d7-e8192f464efa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 1129 time: 0.0429962 Jan 31 04:53:39.053132 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-d9746738-11d5-475a-81b9-f1a0b68a04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:39.054564 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-d9746738-11d5-475a-81b9-f1a0b68a04e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.0862479 Jan 31 04:53:39.117586 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-88813d27-3968-4f13-b67d-07d35cf97ef4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a HTTP/1.1" status: 200 len: 999 time: 0.0568602 Jan 31 04:53:39.168274 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-41c4da53-fc89-4683-a688-3db17c41d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:39.169700 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-41c4da53-fc89-4683-a688-3db17c41d745 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0451736 Jan 31 04:53:39.250961 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-eaca937a-d0c6-41dc-a2ec-6325241e8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:39.252465 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-eaca937a-d0c6-41dc-a2ec-6325241e8616 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0763547 Jan 31 04:53:39.263368 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75c205-430a-453c-8108-5f3cd707053e req-030b23ec-5c46-4730-9dce-321fad288186 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:39.265026 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7e75c205-430a-453c-8108-5f3cd707053e req-030b23ec-5c46-4730-9dce-321fad288186 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 944 time: 0.0625248 Jan 31 04:53:39.285747 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46613d-6a54-46be-b5e0-b78face03a64 req-eb08a6f2-163e-474c-aa3a-8422e0692491 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:39.287255 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ad46613d-6a54-46be-b5e0-b78face03a64 req-eb08a6f2-163e-474c-aa3a-8422e0692491 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 944 time: 0.0511076 Jan 31 04:53:39.333054 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ad46613d-6a54-46be-b5e0-b78face03a64 req-e36552b7-51ce-4514-95c4-bbbf7c110124 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402291 Jan 31 04:53:39.371032 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7e75c205-430a-453c-8108-5f3cd707053e req-010049ed-d42c-42b0-bb97-4d906778e5a0 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982101 Jan 31 04:53:39.387151 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-d2da59c5-396b-42e0-86b4-8e5651756931 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211782 Jan 31 04:53:39.479485 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ba3caacc-e4fb-4ec2-a0ff-6b63a3f8f6e7 req-de107f70-69e4-423f-ae1b-04e82b5fc109 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856583 Jan 31 04:53:40.453119 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0206d-56d8-400e-9114-f444720a4523 req-631e96a1-6374-4924-8c88-344b5af5cf6f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:40.454586 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c8b0206d-56d8-400e-9114-f444720a4523 req-631e96a1-6374-4924-8c88-344b5af5cf6f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 944 time: 0.0548601 Jan 31 04:53:40.486109 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49849b90-f925-4487-83c3-19940a09f50f req-c9492838-6352-41c9-9d66-f38d568fac66 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:40.487648 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-49849b90-f925-4487-83c3-19940a09f50f req-c9492838-6352-41c9-9d66-f38d568fac66 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 944 time: 0.0519795 Jan 31 04:53:40.501257 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c8b0206d-56d8-400e-9114-f444720a4523 req-ba81fcd0-8305-4a6a-a786-37d9af98ddce tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410635 Jan 31 04:53:40.536183 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-49849b90-f925-4487-83c3-19940a09f50f req-6a2d81f4-a011-47bb-ac5d-e936299b8165 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430131 Jan 31 04:53:41.147438 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 4af2afed-e9f7-4915-bc66-556a64225bb5 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:53:41.246471 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 4af2afed-e9f7-4915-bc66-556a64225bb5 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:53:41.250661 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 4af2afed-e9f7-4915-bc66-556a64225bb5 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:53:41.251057 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:41.324053 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 4af2afed-e9f7-4915-bc66-556a64225bb5 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:53:41.324437 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:41.349471 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af2afed-e9f7-4915-bc66-556a64225bb5'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:53:41.351599 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a707dd64-567e-41e3-b007-b69b365910a0" -d '{"events": [{"server_uuid": "c7564c77-f2d4-468d-9bc2-d5ab564cad98", "name": "network-vif-plugged", "status": "completed", "tag": "4af2afed-e9f7-4915-bc66-556a64225bb5"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:53:41.364612 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 4af2afed-e9f7-4915-bc66-556a64225bb5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4af2afed-e9f7-4915-bc66-556a64225bb5,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:53:41.387744 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b1c76e-581b-4a9c-b1df-a97883d813ec x-openstack-request-id: req-b5b1c76e-581b-4a9c-b1df-a97883d813ec {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:53:41.388032 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7564c77-f2d4-468d-9bc2-d5ab564cad98", "name": "network-vif-plugged", "status": "completed", "tag": "4af2afed-e9f7-4915-bc66-556a64225bb5", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:53:41.388285 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5b1c76e-581b-4a9c-b1df-a97883d813ec {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:53:41.388712 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af2afed-e9f7-4915-bc66-556a64225bb5', 'code': 200} Jan 31 04:53:41.463244 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:41.464044 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 93af9573-d882-4ed1-ba22-f2922408b158 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:53:41.538053 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=4af2afed-e9f7-4915-bc66-556a64225bb5,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:41.618423 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 93af9573-d882-4ed1-ba22-f2922408b158 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:53:41.619650 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a7b93-dfb6-4fa2-aa4e-a3684741a08d req-b312490f-7d5f-4291-b084-8491ee1630ef tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:41.621126 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f25a7b93-dfb6-4fa2-aa4e-a3684741a08d req-b312490f-7d5f-4291-b084-8491ee1630ef tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 945 time: 0.0525000 Jan 31 04:53:41.623067 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 93af9573-d882-4ed1-ba22-f2922408b158 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:53:41.623812 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (93af9573-d882-4ed1-ba22-f2922408b158), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:41.659375 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872bc2a-fdbb-4431-95a7-b1896c05e8d2 req-79a9f670-c500-4f01-8dc1-43564cb231a0 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:41.666137 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4872bc2a-fdbb-4431-95a7-b1896c05e8d2 req-79a9f670-c500-4f01-8dc1-43564cb231a0 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 944 time: 0.0602689 Jan 31 04:53:41.672036 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f25a7b93-dfb6-4fa2-aa4e-a3684741a08d req-87a81de8-0f7a-4fe0-8638-4f3c35bcdb82 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438757 Jan 31 04:53:41.716368 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 93af9573-d882-4ed1-ba22-f2922408b158 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:53:41.717620 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (93af9573-d882-4ed1-ba22-f2922408b158), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:41.718509 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4872bc2a-fdbb-4431-95a7-b1896c05e8d2 req-eb7b762b-96a3-4976-912e-8758f74849bd tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515318 Jan 31 04:53:41.749957 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bea7a6-04f8-45db-8b8f-7da30f87c618 req-75075caf-f4a8-46c8-b126-5dccc30b12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:41.750187 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 93af9573-d882-4ed1-ba22-f2922408b158, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=93af9573-d882-4ed1-ba22-f2922408b158,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:53:41.751563 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-04bea7a6-04f8-45db-8b8f-7da30f87c618 req-75075caf-f4a8-46c8-b126-5dccc30b12f9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 1129 time: 0.0484679 Jan 31 04:53:41.795032 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-04bea7a6-04f8-45db-8b8f-7da30f87c618 req-40fd9820-cc0b-489a-b9e6-6a6670de8f5e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365133 Jan 31 04:53:41.818648 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (93af9573-d882-4ed1-ba22-f2922408b158), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:41.865212 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=93af9573-d882-4ed1-ba22-f2922408b158,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:42.791839 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7b339-f25f-4111-a946-e163af01f158 req-a6bcf233-8f0b-4d93-b951-af453b0566df tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:42.793314 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-45c7b339-f25f-4111-a946-e163af01f158 req-a6bcf233-8f0b-4d93-b951-af453b0566df tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 945 time: 0.0517111 Jan 31 04:53:42.836489 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648cf1a-dc27-4cba-ab31-3f54e4c096dd req-bf60b96b-4bd4-4d8e-bad2-44b06ed286ec tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:42.837994 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e648cf1a-dc27-4cba-ab31-3f54e4c096dd req-bf60b96b-4bd4-4d8e-bad2-44b06ed286ec tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0511231 Jan 31 04:53:42.840519 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-45c7b339-f25f-4111-a946-e163af01f158 req-b89270af-6c6a-4e40-bba9-035a79b3f621 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Jan 31 04:53:42.890553 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e648cf1a-dc27-4cba-ab31-3f54e4c096dd req-895d7e2f-bf3a-4342-b299-6ba52047e4b9 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458677 Jan 31 04:53:43.390119 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:53:43.392544 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bd5c7e-aa08-4e21-b1cf-4330406bad62" -d '{"events": [{"server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "name": "network-vif-plugged", "status": "completed", "tag": "93af9573-d882-4ed1-ba22-f2922408b158"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:53:43.430238 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c9a146-2273-4396-aadc-193653b3f1e8 x-openstack-request-id: req-43c9a146-2273-4396-aadc-193653b3f1e8 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:53:43.430523 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "name": "network-vif-plugged", "status": "completed", "tag": "93af9573-d882-4ed1-ba22-f2922408b158", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:53:43.430772 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43c9a146-2273-4396-aadc-193653b3f1e8 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:53:43.434927 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158', 'code': 200} Jan 31 04:53:43.918742 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ee094-f58b-4202-ae8d-1fd04f57ec91 req-5d35a64c-5df1-46c8-89d6-c2eb0c5dfe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:43.920049 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b01ee094-f58b-4202-ae8d-1fd04f57ec91 req-5d35a64c-5df1-46c8-89d6-c2eb0c5dfe6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1129 time: 0.0424418 Jan 31 04:53:43.970471 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4ad9e-954e-4596-9ab9-bcad508e3ed7 req-a2c65a65-7b4a-4cac-bcd3-ab4e64e2cd05 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:43.972240 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-85d4ad9e-954e-4596-9ab9-bcad508e3ed7 req-a2c65a65-7b4a-4cac-bcd3-ab4e64e2cd05 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 945 time: 0.0634241 Jan 31 04:53:44.001076 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b01ee094-f58b-4202-ae8d-1fd04f57ec91 req-d73a620d-7bea-4089-91e9-0bc71bf541d2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737221 Jan 31 04:53:44.030817 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1160f57-5f24-4d0f-9a0b-6fbb9012ddbe req-31b0619d-cfb5-4bff-aebf-f61640788f5f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:44.031069 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-85d4ad9e-954e-4596-9ab9-bcad508e3ed7 req-9ac1e84d-71cd-42a2-9a12-778479bf0a71 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502083 Jan 31 04:53:44.035687 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e1160f57-5f24-4d0f-9a0b-6fbb9012ddbe req-31b0619d-cfb5-4bff-aebf-f61640788f5f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0639169 Jan 31 04:53:44.095475 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e1160f57-5f24-4d0f-9a0b-6fbb9012ddbe req-af7a8b68-b1a4-4d40-9bc4-2829cebefcb4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589659 Jan 31 04:53:44.152679 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeaab4-169a-44b8-ba5a-27a0c6dd522d req-708572e4-ad1e-45b1-bfe7-bbe9d2acf7fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:44.154071 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0cfeaab4-169a-44b8-ba5a-27a0c6dd522d req-708572e4-ad1e-45b1-bfe7-bbe9d2acf7fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 945 time: 0.0525389 Jan 31 04:53:44.162672 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43926) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:53:44.167083 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-23131a4a-c7a2-40c6-b109-df8f5a1423fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Request body: {'floatingip': {'port_id': '4af2afed-e9f7-4915-bc66-556a64225bb5'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:53:44.208908 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23131a4a-c7a2-40c6-b109-df8f5a1423fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (64f30c87-bf77-4b16-9220-6bd3b4a77ee2), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:44.849178 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23131a4a-c7a2-40c6-b109-df8f5a1423fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:44.897583 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23131a4a-c7a2-40c6-b109-df8f5a1423fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (64f30c87-bf77-4b16-9220-6bd3b4a77ee2), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:44.991511 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.l3_db [None req-23131a4a-c7a2-40c6-b109-df8f5a1423fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Floating IP 64f30c87-bf77-4b16-9220-6bd3b4a77ee2 associated. External IP: 172.27.2.132, port: 4af2afed-e9f7-4915-bc66-556a64225bb5. Jan 31 04:53:45.196648 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23131a4a-c7a2-40c6-b109-df8f5a1423fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Router 4969f994-644a-4d98-b6b9-49e11e3e51b7 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:53:45.203366 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6e1ad-e7b4-41e4-a52e-9d7be2ad8929 req-07134790-3351-44be-887f-07b9b02e1234 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:45.205263 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a8b6e1ad-e7b4-41e4-a52e-9d7be2ad8929 req-07134790-3351-44be-887f-07b9b02e1234 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Jan 31 04:53:45.255747 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a8b6e1ad-e7b4-41e4-a52e-9d7be2ad8929 req-50064498-da95-4b38-9fe8-cc2e52ce1714 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437064 Jan 31 04:53:45.306722 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23131a4a-c7a2-40c6-b109-df8f5a1423fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:53:45.319313 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23131a4a-c7a2-40c6-b109-df8f5a1423fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:45.319417 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] Sync routers for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:53:45.326173 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:53:45.326821 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:53:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:45.350303 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-23131a4a-c7a2-40c6-b109-df8f5a1423fc tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "PUT /v2.0/floatingips/64f30c87-bf77-4b16-9220-6bd3b4a77ee2 HTTP/1.1" status: 200 len: 991 time: 1.1857321 Jan 31 04:53:45.350303 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'tag': '4af2afed-e9f7-4915-bc66-556a64225bb5'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:53:45.352622 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff391957-4ee4-4d31-bc07-56a05b88d280" -d '{"events": [{"name": "network-changed", "server_uuid": "c7564c77-f2d4-468d-9bc2-d5ab564cad98", "tag": "4af2afed-e9f7-4915-bc66-556a64225bb5"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:53:45.405533 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a43b503-40ff-48cf-898d-0e10d3db6ae7 x-openstack-request-id: req-5a43b503-40ff-48cf-898d-0e10d3db6ae7 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:53:45.405533 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7564c77-f2d4-468d-9bc2-d5ab564cad98", "tag": "4af2afed-e9f7-4915-bc66-556a64225bb5", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:53:45.405533 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a43b503-40ff-48cf-898d-0e10d3db6ae7 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:53:45.405533 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'tag': '4af2afed-e9f7-4915-bc66-556a64225bb5', 'status': 'completed', 'code': 200} Jan 31 04:53:45.445600 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:53:45.460411 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6663db-e603-4698-b6da-3186cb81c120 req-5f90f003-d25e-4d58-828d-595a0d79d1b2 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:45.460411 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1d6663db-e603-4698-b6da-3186cb81c120 req-5f90f003-d25e-4d58-828d-595a0d79d1b2 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 945 time: 0.0592108 Jan 31 04:53:45.501708 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-fec8e6bc-e954-4853-8ba2-a5fab6bdc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:45.503436 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-fec8e6bc-e954-4853-8ba2-a5fab6bdc1a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 1129 time: 0.0547929 Jan 31 04:53:45.525165 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1d6663db-e603-4698-b6da-3186cb81c120 req-6a1008b3-edd6-4f08-8e33-0d9dba0a57d3 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581336 Jan 31 04:53:45.601626 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-8744fa91-3812-4919-a27e-dd7dc74978e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:45.603099 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-8744fa91-3812-4919-a27e-dd7dc74978e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 200 len: 911 time: 0.0918767 Jan 31 04:53:45.675121 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-075d6136-e1e9-4029-a557-d8d8dd37eb7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4af2afed-e9f7-4915-bc66-556a64225bb5 HTTP/1.1" status: 200 len: 999 time: 0.0623231 Jan 31 04:53:45.718346 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '64f30c87-bf77-4b16-9220-6bd3b4a77ee2', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'port_id': '4af2afed-e9f7-4915-bc66-556a64225bb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'mac_address': 'fa:16:3e:49:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:53:27Z', 'updated_at': '2022-01-31T04:53:44Z', 'revision_number': 1, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:45.723479 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-11ec4029-3fe7-47cc-9481-f3ca68e4808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:45.725001 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-11ec4029-3fe7-47cc-9481-f3ca68e4808d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c22f48-70b0-40dd-8256-e6bbe4f151b9 HTTP/1.1" status: 200 len: 850 time: 0.0441358 Jan 31 04:53:45.747052 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] Checking router: 4969f994-644a-4d98-b6b9-49e11e3e51b7 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:53:45.755930 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:53:45.756612 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:53:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:45.772783 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-95b9ae7a-452c-4830-b586-eb26edfc2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:45.774264 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-95b9ae7a-452c-4830-b586-eb26edfc2c2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e6d9d9c2-37a6-46fa-b349-eedfe966b621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438542 Jan 31 04:53:45.861102 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:53:46.116465 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-57adca1f-7293-495f-9e87-7eb8ed18c73c service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349347 Jan 31 04:53:46.206758 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ff391957-4ee4-4d31-bc07-56a05b88d280 req-1b986845-2fa8-4f03-8c59-acdf1e9f0fba service neutron] 10.222.0.31 "GET /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837960 Jan 31 04:53:46.208216 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '64f30c87-bf77-4b16-9220-6bd3b4a77ee2', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'port_id': '4af2afed-e9f7-4915-bc66-556a64225bb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'mac_address': 'fa:16:3e:49:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:53:27Z', 'updated_at': '2022-01-31T04:53:44Z', 'revision_number': 1, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:46.238991 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd538893-b9ef-4ce8-ac3b-2d7384bad7d9 None None] The sync data for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi is: [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '64f30c87-bf77-4b16-9220-6bd3b4a77ee2', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'port_id': '4af2afed-e9f7-4915-bc66-556a64225bb5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'mac_address': 'fa:16:3e:49:47:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:53:27Z', 'updated_at': '2022-01-31T04:53:44Z', 'revision_number': 1, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:53:46.382412 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e521f-12bd-4c6a-bd9c-605833605846 req-52a6c52b-a266-4099-8798-9fe2eae487b4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:46.383984 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-778e521f-12bd-4c6a-bd9c-605833605846 req-52a6c52b-a266-4099-8798-9fe2eae487b4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0591335 Jan 31 04:53:46.434396 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c2cf44-617d-4e83-b995-3ce04bebf033 None None] New status for floating IP 64f30c87-bf77-4b16-9220-6bd3b4a77ee2: ACTIVE {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:53:46.434934 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-778e521f-12bd-4c6a-bd9c-605833605846 req-fce5384f-da38-476e-91e5-a3507385397b tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443463 Jan 31 04:53:46.553223 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37aff97-a4d8-4c43-96b7-68ce0f1c4488 req-8a12ec87-b3e8-4946-9061-0ac2531e925c tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:46.554759 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f37aff97-a4d8-4c43-96b7-68ce0f1c4488 req-8a12ec87-b3e8-4946-9061-0ac2531e925c tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0516038 Jan 31 04:53:46.605993 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f37aff97-a4d8-4c43-96b7-68ce0f1c4488 req-25943fab-6a7d-4cae-b41a-391e34563ba1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451300 Jan 31 04:53:46.629033 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43940) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:53:46.644895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5a7ae-a9d6-41c1-b532-6e2f31511d1f req-c4cd87a5-3b98-4f4e-9929-11a3b20c7ce3 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:46.650948 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-74d5a7ae-a9d6-41c1-b532-6e2f31511d1f req-c4cd87a5-3b98-4f4e-9929-11a3b20c7ce3 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 945 time: 0.0531676 Jan 31 04:53:46.695728 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-74d5a7ae-a9d6-41c1-b532-6e2f31511d1f req-9ac1e944-e0c1-4654-b0bc-20f2b7b00135 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 Jan 31 04:53:46.765209 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502c49c5-965e-43d9-bdb1-f5b3b1757a27 tempest-TestShelveInstance-1356707684 tempest-TestShelveInstance-1356707684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:46.766715 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-502c49c5-965e-43d9-bdb1-f5b3b1757a27 tempest-TestShelveInstance-1356707684 tempest-TestShelveInstance-1356707684-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1124 time: 0.1366775 Jan 31 04:53:46.769463 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 43948) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:53:46.773840 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Request body: {'floatingip': {'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'port_id': '93af9573-d882-4ed1-ba22-f2922408b158', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:53:46.876040 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:46.971003 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:47.068863 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Allocated IP 172.27.2.233 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/91c0b048-300a-4ab3-9deb-412103fa5db9) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:53:47.171934 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for port (91c0b048-300a-4ab3-9deb-412103fa5db9), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:47.253381 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (91c0b048-300a-4ab3-9deb-412103fa5db9), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:47.290991 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:53:47.296259 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:53:47.299705 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:53:47.305034 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event updated for resources: {'Port': ['ID=91c0b048-300a-4ab3-9deb-412103fa5db9,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:47.332561 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.332915 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.333258 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.333597 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.333935 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.334267 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.334599 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.334956 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.335286 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.335615 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.335941 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.336263 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.336588 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:53:47.671933 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for floatingip (2ff9c148-9d25-48e5-a7ef-fdded94398b9), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:47.792876 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (91c0b048-300a-4ab3-9deb-412103fa5db9), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:47.934405 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for port (91c0b048-300a-4ab3-9deb-412103fa5db9), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:47.989594 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (91c0b048-300a-4ab3-9deb-412103fa5db9), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:48.058562 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event updated for resources: {'Port': ['ID=91c0b048-300a-4ab3-9deb-412103fa5db9,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:53:48.067981 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (2ff9c148-9d25-48e5-a7ef-fdded94398b9), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:48.164515 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.l3_db [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Floating IP 2ff9c148-9d25-48e5-a7ef-fdded94398b9 associated. External IP: 172.27.2.233, port: 93af9573-d882-4ed1-ba22-f2922408b158. Jan 31 04:53:48.364501 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Router efe3af23-81b7-4794-82ad-6dede767d18d has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:53:48.468925 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:53:48.478758 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] Sync routers for ids ['efe3af23-81b7-4794-82ad-6dede767d18d'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:53:48.488986 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] Routers {'efe3af23-81b7-4794-82ad-6dede767d18d'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:53:48.489590 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:53:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['efe3af23-81b7-4794-82ad-6dede767d18d'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:48.569337 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:48.594772 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] Set router efe3af23-81b7-4794-82ad-6dede767d18d gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:53:48.602046 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8998de1d-cf60-4a9e-95ee-3b9e2629232d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8315926 Jan 31 04:53:48.605893 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:53:48.605893 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9" -d '{"events": [{"name": "network-changed", "server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "tag": "93af9573-d882-4ed1-ba22-f2922408b158"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:53:48.641370 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6e1bf6-2fb5-4f48-87d9-5e6304682979 x-openstack-request-id: req-9e6e1bf6-2fb5-4f48-87d9-5e6304682979 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:53:48.641656 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "tag": "93af9573-d882-4ed1-ba22-f2922408b158", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:53:48.641905 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e6e1bf6-2fb5-4f48-87d9-5e6304682979 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:53:48.642333 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158', 'status': 'completed', 'code': 200} Jan 31 04:53:48.724625 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-85f1f19f-643f-4087-acaa-687db3d59dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:48.726133 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-85f1f19f-643f-4087-acaa-687db3d59dae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36c2584cb883458eaf6b3b04d55a9429&device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1129 time: 0.0437033 Jan 31 04:53:48.816837 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-31ace8a6-3d0f-40c2-a88f-99ca24580f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:48.818353 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-31ace8a6-3d0f-40c2-a88f-99ca24580f58 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 HTTP/1.1" status: 200 len: 909 time: 0.0868793 Jan 31 04:53:48.819690 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '2ff9c148-9d25-48e5-a7ef-fdded94398b9', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'port_id': '93af9573-d882-4ed1-ba22-f2922408b158', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'mac_address': 'fa:16:3e:a3:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e253ce-c129-44d9-9219-b29dd9feb759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:53:47Z', 'updated_at': '2022-01-31T04:53:47Z', 'revision_number': 0, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4832027f-9493-4e60-92e8-59ea1dde5849', 'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'mac_address': 'fa:16:3e:32:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:49Z', 'updated_at': '2022-01-31T04:52:53Z', 'revision_number': 5, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'subnets': [{'id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:48.848609 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] Checking router: efe3af23-81b7-4794-82ad-6dede767d18d for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:53:48.856969 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] Routers {'efe3af23-81b7-4794-82ad-6dede767d18d'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:53:48.857575 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:53:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['efe3af23-81b7-4794-82ad-6dede767d18d'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:48.881588 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-994a8d9c-01dd-4201-a9ca-5151034bbf96 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93af9573-d882-4ed1-ba22-f2922408b158 HTTP/1.1" status: 200 len: 999 time: 0.0570788 Jan 31 04:53:48.931193 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-fb994b67-491b-4e7b-9b3a-500ebcc09518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:48.932677 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-fb994b67-491b-4e7b-9b3a-500ebcc09518 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d2dabd-7315-4dfb-a620-1f95a658b9ed HTTP/1.1" status: 200 len: 848 time: 0.0457287 Jan 31 04:53:48.961161 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] Set router efe3af23-81b7-4794-82ad-6dede767d18d gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:53:48.978739 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-7e2639e1-d012-4792-8800-a5ad1fe22a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:53:48.980336 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-7e2639e1-d012-4792-8800-a5ad1fe22a8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423477 Jan 31 04:53:49.068281 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-10dfaa65-dc96-4aad-b039-1887630747d7 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805786 Jan 31 04:53:49.162689 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f94ea3ad-7a36-4cc8-bd36-abe4fb2b16e9 req-e8445f3e-5fe0-4ae3-926d-4b299d33afb9 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885687 Jan 31 04:53:49.176298 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '2ff9c148-9d25-48e5-a7ef-fdded94398b9', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'port_id': '93af9573-d882-4ed1-ba22-f2922408b158', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'mac_address': 'fa:16:3e:a3:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e253ce-c129-44d9-9219-b29dd9feb759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:53:47Z', 'updated_at': '2022-01-31T04:53:47Z', 'revision_number': 0, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4832027f-9493-4e60-92e8-59ea1dde5849', 'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'mac_address': 'fa:16:3e:32:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:49Z', 'updated_at': '2022-01-31T04:52:53Z', 'revision_number': 5, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'subnets': [{'id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:53:49.202809 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8abfa3-df05-44fc-bbe2-df8b9c7a450f None None] The sync data for ids ['efe3af23-81b7-4794-82ad-6dede767d18d'] in dv-cinder-826608-2-iscsi is: [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '2ff9c148-9d25-48e5-a7ef-fdded94398b9', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'port_id': '93af9573-d882-4ed1-ba22-f2922408b158', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'mac_address': 'fa:16:3e:a3:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e253ce-c129-44d9-9219-b29dd9feb759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:53:47Z', 'updated_at': '2022-01-31T04:53:47Z', 'revision_number': 0, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4832027f-9493-4e60-92e8-59ea1dde5849', 'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'mac_address': 'fa:16:3e:32:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:49Z', 'updated_at': '2022-01-31T04:52:53Z', 'revision_number': 5, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'subnets': [{'id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:53:49.384164 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb520ad-39a0-4cb2-bb5e-053899a25c98 None None] New status for floating IP 2ff9c148-9d25-48e5-a7ef-fdded94398b9: ACTIVE {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:53:53.106056 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:53:55.241314 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0f4107d5-d6c7-41d3-8e47-aed1c65e7873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:57.572422 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d55a1f80-09a3-48c4-a71a-de06f86fc7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:53:58.498037 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:00.104407 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:01.354935 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:05.589658 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:18.231139 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b433e18-e86b-4a91-8850-6ec2abddba3b req-06e37185-a609-488f-b711-cf74934b7355 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:18.232605 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3b433e18-e86b-4a91-8850-6ec2abddba3b req-06e37185-a609-488f-b711-cf74934b7355 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0520456 Jan 31 04:54:18.279715 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3b433e18-e86b-4a91-8850-6ec2abddba3b req-16895116-902b-416d-a12f-0adbc9664253 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Jan 31 04:54:19.403027 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e970-81bf-437b-8853-86ed0a2490a1 req-5e567a7f-ec72-4ac9-8ea2-9064a89de489 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:19.404430 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-32e7e970-81bf-437b-8853-86ed0a2490a1 req-5e567a7f-ec72-4ac9-8ea2-9064a89de489 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0520339 Jan 31 04:54:19.450553 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-32e7e970-81bf-437b-8853-86ed0a2490a1 req-c5dd30b9-54c1-498c-9e26-88d17f08e350 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398989 Jan 31 04:54:20.571191 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c1e2b-338e-4c13-b099-6f61e77cc733 req-e4262f72-1c6e-4b30-be35-19f336f220e0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:20.572673 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3e6c1e2b-338e-4c13-b099-6f61e77cc733 req-e4262f72-1c6e-4b30-be35-19f336f220e0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0507283 Jan 31 04:54:20.616647 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3e6c1e2b-338e-4c13-b099-6f61e77cc733 req-a5ad1a3b-539a-4756-93e7-4682ff3ccebd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384698 Jan 31 04:54:21.740530 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cfa00-4c87-4974-b266-50e1f5d39d27 req-e93ecbe7-ad66-4848-8c31-f7d8ad31c7ac tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:21.742010 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-648cfa00-4c87-4974-b266-50e1f5d39d27 req-e93ecbe7-ad66-4848-8c31-f7d8ad31c7ac tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0568843 Jan 31 04:54:21.788173 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-648cfa00-4c87-4974-b266-50e1f5d39d27 req-d909362e-e1d6-4c44-ad3a-bab82a82d908 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405858 Jan 31 04:54:22.914653 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a2a7f-aacd-43d8-81d1-368017c0a857 req-d9caffdb-da2b-417a-90e1-2d2f7f384bba tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:22.916135 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4b1a2a7f-aacd-43d8-81d1-368017c0a857 req-d9caffdb-da2b-417a-90e1-2d2f7f384bba tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0554039 Jan 31 04:54:22.961917 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4b1a2a7f-aacd-43d8-81d1-368017c0a857 req-3f9dd4d7-68a7-434e-b794-7d2972f87cfa tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401669 Jan 31 04:54:24.084322 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1612138-bb69-4caf-acaf-c21393f7d58d req-435badaa-ebde-41bd-b36b-23dfe105d989 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:24.085836 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b1612138-bb69-4caf-acaf-c21393f7d58d req-435badaa-ebde-41bd-b36b-23dfe105d989 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0523479 Jan 31 04:54:24.131922 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b1612138-bb69-4caf-acaf-c21393f7d58d req-f0a635fb-f0d0-4e75-9660-0accc2fbb1ea tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406520 Jan 31 04:54:25.222583 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e4f95d5e-15ae-4043-84a6-0e1f13f6bb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:25.255416 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c6c9a-2b16-487e-acb5-f17f0866b12e req-a0d1cc99-7ca3-4bd2-a249-406ae1f365b4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:25.256944 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-da3c6c9a-2b16-487e-acb5-f17f0866b12e req-a0d1cc99-7ca3-4bd2-a249-406ae1f365b4 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0546658 Jan 31 04:54:25.303691 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-da3c6c9a-2b16-487e-acb5-f17f0866b12e req-aa4f190d-ca36-4279-b142-a7d84e87e62b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Jan 31 04:54:26.424331 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf6dd2-a50a-4176-8269-0103841abaee req-18be9c9d-47d6-4c98-b264-68d0ebc5bd51 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:26.425777 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-63bf6dd2-a50a-4176-8269-0103841abaee req-18be9c9d-47d6-4c98-b264-68d0ebc5bd51 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0516531 Jan 31 04:54:26.475117 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-63bf6dd2-a50a-4176-8269-0103841abaee req-e32d1319-a72d-4cdf-a2b8-17e49cd406ae tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 Jan 31 04:54:27.561156 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4206776d-e9a6-45ea-bd2a-00c19b0eae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:27.599965 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c58ac6-87bf-4ea8-9344-964ea1c51fcf req-5bd9154d-82f8-4eb5-a554-791fd18a2f16 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:27.601428 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-92c58ac6-87bf-4ea8-9344-964ea1c51fcf req-5bd9154d-82f8-4eb5-a554-791fd18a2f16 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0575080 Jan 31 04:54:27.646239 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-92c58ac6-87bf-4ea8-9344-964ea1c51fcf req-4990ad96-8f69-4bf5-993f-e33330301e77 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393438 Jan 31 04:54:28.509203 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:28.767109 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58806b-cda0-4320-91fc-31f65d7bce38 req-115dc386-7a5c-4e82-af55-5c1a5936769b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:28.768551 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cb58806b-cda0-4320-91fc-31f65d7bce38 req-115dc386-7a5c-4e82-af55-5c1a5936769b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0519335 Jan 31 04:54:28.815011 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cb58806b-cda0-4320-91fc-31f65d7bce38 req-d29cdd06-acee-40ec-ad8d-c927a3340b61 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409880 Jan 31 04:54:29.934653 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8971a1c-8400-45cf-84df-bb3ee4076833 req-d930ab05-ca54-4fde-85ec-471598afa61a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:29.936155 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f8971a1c-8400-45cf-84df-bb3ee4076833 req-d930ab05-ca54-4fde-85ec-471598afa61a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0512486 Jan 31 04:54:29.981145 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-f8971a1c-8400-45cf-84df-bb3ee4076833 req-bc4d8e85-c8ff-40b7-abe6-e8169b7b9a3a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395133 Jan 31 04:54:30.105052 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:54:30.126395 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:31.102534 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f051d-15e5-4a5a-b897-f4a2fedb019c req-207f55f7-8d72-4bc8-9aee-ca4263973894 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:31.104103 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6e0f051d-15e5-4a5a-b897-f4a2fedb019c req-207f55f7-8d72-4bc8-9aee-ca4263973894 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0534401 Jan 31 04:54:31.151479 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6e0f051d-15e5-4a5a-b897-f4a2fedb019c req-4ade061f-b7d2-4c70-b88d-45147bb6ecce tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409927 Jan 31 04:54:31.410933 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:32.279519 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980beecd-dce7-4a33-addb-72f98b9d9503 req-aaf27c3d-ac06-4d81-86b1-a9283b9434f9 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:32.281639 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-980beecd-dce7-4a33-addb-72f98b9d9503 req-aaf27c3d-ac06-4d81-86b1-a9283b9434f9 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0511742 Jan 31 04:54:32.329773 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-980beecd-dce7-4a33-addb-72f98b9d9503 req-a6f68dd2-b7a1-4b59-8cb8-489a655b3fa9 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Jan 31 04:54:33.454937 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cfd02-16ec-49dd-88ae-8ce395f99744 req-900f0236-f23f-42c9-8eb5-ed47518fdfc7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:33.456373 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8d9cfd02-16ec-49dd-88ae-8ce395f99744 req-900f0236-f23f-42c9-8eb5-ed47518fdfc7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0569501 Jan 31 04:54:33.501499 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8d9cfd02-16ec-49dd-88ae-8ce395f99744 req-a0a545d9-b6b1-4d3f-a762-9f6a61580df1 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396333 Jan 31 04:54:34.624698 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21fce7-3066-4b9f-8fe3-c27fd6d08824 req-50dc40c0-5dc3-4bf9-921f-f1be599b354b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:34.626173 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9e21fce7-3066-4b9f-8fe3-c27fd6d08824 req-50dc40c0-5dc3-4bf9-921f-f1be599b354b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0542047 Jan 31 04:54:34.672535 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9e21fce7-3066-4b9f-8fe3-c27fd6d08824 req-df2db19c-240a-4909-bcec-e353ccdfc8a8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Jan 31 04:54:35.553838 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:35.793073 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea457e9-3318-4e6d-8405-e70f0c381cbd req-b543c9e0-9072-421c-9416-9da58dc7868a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:35.794540 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1ea457e9-3318-4e6d-8405-e70f0c381cbd req-b543c9e0-9072-421c-9416-9da58dc7868a tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0524299 Jan 31 04:54:35.842507 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1ea457e9-3318-4e6d-8405-e70f0c381cbd req-affcb9b3-86fb-40ab-a4c3-218fefdad6d2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Jan 31 04:54:36.963236 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb62d83-da6c-4c6d-9de3-9d77af57b12e req-8c5901d2-7006-40be-bf1b-f8bbe4251d92 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:36.964701 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1fb62d83-da6c-4c6d-9de3-9d77af57b12e req-8c5901d2-7006-40be-bf1b-f8bbe4251d92 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0507317 Jan 31 04:54:37.010443 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1fb62d83-da6c-4c6d-9de3-9d77af57b12e req-c7341d32-16ae-4ec4-a92f-349aa2649015 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390642 Jan 31 04:54:37.509063 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:54:37.603792 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:54:37.614287 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'port_id': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'mac_address': 'fa:16:3e:1c:74:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:54:37.649470 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a is: ACTIVE; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:54:37.649858 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:37.665379 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:54:37.684504 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:54:37.754605 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:37.800784 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=6']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:54:37.807633 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.807987 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.808364 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.808712 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.809046 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.809375 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.809707 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.810034 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.810360 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.810687 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.811037 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.812018 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.812350 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:54:37.917410 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:54:38.134379 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730b938-69f2-4e48-a3ee-98ce70248f26 req-e2d25af4-7c89-44d2-9dbb-2dc426c4a159 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:38.135887 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f730b938-69f2-4e48-a3ee-98ce70248f26 req-e2d25af4-7c89-44d2-9dbb-2dc426c4a159 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 944 time: 0.0554085 Jan 31 04:54:38.181697 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f730b938-69f2-4e48-a3ee-98ce70248f26 req-387d4d48-c141-4a0e-ae35-e8de5bf1e8d3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Jan 31 04:54:39.247655 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-fa7cd7c1-0b55-4d41-9406-3c143168a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:39.249934 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-fa7cd7c1-0b55-4d41-9406-3c143168a9a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 1128 time: 0.0460598 Jan 31 04:54:39.306522 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d60bf-b552-4e28-874b-ba493b30a9da req-a09d3900-f57e-4caa-92de-ad6584a97190 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:39.308052 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cf6d60bf-b552-4e28-874b-ba493b30a9da req-a09d3900-f57e-4caa-92de-ad6584a97190 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 944 time: 0.0560212 Jan 31 04:54:39.357956 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-347f095f-95a9-4549-9d4a-19db7f916aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:39.358869 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cf6d60bf-b552-4e28-874b-ba493b30a9da req-162cb75a-3e98-4444-b65a-a0df0a9b8683 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402148 Jan 31 04:54:39.359055 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-347f095f-95a9-4549-9d4a-19db7f916aec service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.0874748 Jan 31 04:54:39.423826 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-23f5145f-8b1c-4d4a-aa38-fe247ab201f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a HTTP/1.1" status: 200 len: 998 time: 0.0599294 Jan 31 04:54:39.473258 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-4c8083be-cd1f-4ead-9736-62c9a4d56040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:39.474749 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-4c8083be-cd1f-4ead-9736-62c9a4d56040 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0439804 Jan 31 04:54:39.523722 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:54:39.527300 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-ffa2ce5b-4a7a-4c91-acdf-044cb3387fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:39.528793 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-ffa2ce5b-4a7a-4c91-acdf-044cb3387fc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474987 Jan 31 04:54:39.569234 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:54:39.569600 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:39.616601 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-eefde292-e5ca-4613-a559-a1589716bcd8 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806324 Jan 31 04:54:39.643450 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:54:39.643842 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:39.665018 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:54:39.667225 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d775103-b4a3-40b5-8b9c-d3e7b21cb3e8" -d '{"events": [{"server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "name": "network-vif-plugged", "status": "completed", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:54:39.680036 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:54:39.707575 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e14d630-6633-40c4-8fbe-8a5b986c8db0 x-openstack-request-id: req-9e14d630-6633-40c4-8fbe-8a5b986c8db0 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:54:39.707890 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "name": "network-vif-plugged", "status": "completed", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:54:39.708248 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e14d630-6633-40c4-8fbe-8a5b986c8db0 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:54:39.708753 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'code': 200} Jan 31 04:54:39.717748 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-324d7434-1b7b-4cb5-abed-a73a8ba46fe1 req-dd8593eb-219e-419a-8ba6-7d218c024c63 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884941 Jan 31 04:54:39.749623 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:39.798530 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=7']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:54:40.475836 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc4399-e6a4-4601-8aca-dfa009a882a6 req-61e62359-a3e1-455f-96fa-de689f176b98 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:40.477287 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-30dc4399-e6a4-4601-8aca-dfa009a882a6 req-61e62359-a3e1-455f-96fa-de689f176b98 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0502057 Jan 31 04:54:40.521945 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-30dc4399-e6a4-4601-8aca-dfa009a882a6 req-fef4c52d-944e-4922-99f2-9a2bebfe080b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391424 Jan 31 04:54:41.645406 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f30055-589e-4783-a57c-862aba929e39 req-f517993f-aaf6-4823-8d73-58ba951e11fc tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:41.646897 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-57f30055-589e-4783-a57c-862aba929e39 req-f517993f-aaf6-4823-8d73-58ba951e11fc tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0524302 Jan 31 04:54:41.693265 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-57f30055-589e-4783-a57c-862aba929e39 req-3485f01c-6f2a-44c9-8db9-d82ad0e311ba tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410030 Jan 31 04:54:42.824230 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea8dae-8493-41fc-bdb9-43d02ad7e71f req-b2cf591c-b56f-44dd-bd11-f9ed326ff993 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:42.826320 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d7ea8dae-8493-41fc-bdb9-43d02ad7e71f req-b2cf591c-b56f-44dd-bd11-f9ed326ff993 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0581563 Jan 31 04:54:42.883591 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d7ea8dae-8493-41fc-bdb9-43d02ad7e71f req-ed4791eb-85f7-48fe-b9b7-3d1272b8f9f2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505571 Jan 31 04:54:44.028158 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484a8c7-65c4-4cc6-bda7-bb032898e3b2 req-7ead328a-b43e-4d29-989d-d87bb0048c28 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:44.031400 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0484a8c7-65c4-4cc6-bda7-bb032898e3b2 req-7ead328a-b43e-4d29-989d-d87bb0048c28 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0734706 Jan 31 04:54:44.090258 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0484a8c7-65c4-4cc6-bda7-bb032898e3b2 req-83b83a6e-bf59-40c3-903d-48ae58277dca tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531349 Jan 31 04:54:45.239896 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c53e4-8f80-4091-99c4-87a28078b7a7 req-7da499f7-b546-49b4-8c56-0252720ca927 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:45.241539 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2b7c53e4-8f80-4091-99c4-87a28078b7a7 req-7da499f7-b546-49b4-8c56-0252720ca927 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0655282 Jan 31 04:54:45.296338 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2b7c53e4-8f80-4091-99c4-87a28078b7a7 req-61a53146-cedc-4d32-b343-0aa4dcceb49c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492439 Jan 31 04:54:46.429401 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf19aa9-0ef1-46db-b61f-1f5790a02523 req-d81c3b50-9146-49a4-a4e3-78731be6aad8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:46.431781 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cbf19aa9-0ef1-46db-b61f-1f5790a02523 req-d81c3b50-9146-49a4-a4e3-78731be6aad8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0547359 Jan 31 04:54:46.484517 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cbf19aa9-0ef1-46db-b61f-1f5790a02523 req-c1af7412-56b8-4f8f-a647-ebfae2bed06e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450616 Jan 31 04:54:47.621257 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b39d2-017e-4f89-b09d-ceba2bb987ab req-1ebdad74-33a0-49e4-a53c-12eb02803eb7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:47.623073 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ac6b39d2-017e-4f89-b09d-ceba2bb987ab req-1ebdad74-33a0-49e4-a53c-12eb02803eb7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0600555 Jan 31 04:54:47.676023 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ac6b39d2-017e-4f89-b09d-ceba2bb987ab req-0b57dfc5-55cf-45e1-a8d2-dc440fde59f0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453265 Jan 31 04:54:48.806416 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b859612-ef5c-405a-a6a0-5bb655a4bf54 req-a13446f3-9577-436d-9d1b-b1c737b1cf2e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:48.807913 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3b859612-ef5c-405a-a6a0-5bb655a4bf54 req-a13446f3-9577-436d-9d1b-b1c737b1cf2e tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0566795 Jan 31 04:54:48.855612 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3b859612-ef5c-405a-a6a0-5bb655a4bf54 req-14572ff2-19a4-444c-a35f-5d29e0746c14 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405970 Jan 31 04:54:49.986301 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88043e0-238b-4a34-a84b-0f92f8a7b10e req-7baf06fd-1e66-4a12-b047-1db721bdcf33 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:49.987837 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d88043e0-238b-4a34-a84b-0f92f8a7b10e req-7baf06fd-1e66-4a12-b047-1db721bdcf33 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0585048 Jan 31 04:54:50.035752 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d88043e0-238b-4a34-a84b-0f92f8a7b10e req-9b29841b-781e-4310-b2a1-27eeaa788e7f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 Jan 31 04:54:51.175062 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4056f-9d2f-4a02-9633-bad39ac245e6 req-f1bbccc8-fb25-4a81-8091-ee25d95866c8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:51.176561 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e3f4056f-9d2f-4a02-9633-bad39ac245e6 req-f1bbccc8-fb25-4a81-8091-ee25d95866c8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0607104 Jan 31 04:54:51.230150 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e3f4056f-9d2f-4a02-9633-bad39ac245e6 req-5da92557-a4f1-4f42-82c4-a7416d0a2521 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466993 Jan 31 04:54:52.364728 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28bdad-8558-4ca9-bc30-8160aa3dd44f req-d24f4628-3bdc-4aca-bf08-dc01f61d545d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:52.366096 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9c28bdad-8558-4ca9-bc30-8160aa3dd44f req-d24f4628-3bdc-4aca-bf08-dc01f61d545d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0540237 Jan 31 04:54:52.413177 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9c28bdad-8558-4ca9-bc30-8160aa3dd44f req-d1d2adea-72d9-4b20-9280-d316a7dfacf0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 Jan 31 04:54:53.548994 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a2d20-4be4-44c3-b32f-736f94487944 req-8b75a661-6f78-4ed6-9a3c-c8a994a2f75f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:53.550674 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-841a2d20-4be4-44c3-b32f-736f94487944 req-8b75a661-6f78-4ed6-9a3c-c8a994a2f75f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0578437 Jan 31 04:54:53.597959 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-841a2d20-4be4-44c3-b32f-736f94487944 req-d88b9851-f908-4ab4-987a-720fc36ebff0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Jan 31 04:54:54.722733 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59247256-05f7-4bba-bfed-f763882ae97a req-99b55d09-e593-475e-8f04-dfe3fb7a1484 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:54.724214 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59247256-05f7-4bba-bfed-f763882ae97a req-99b55d09-e593-475e-8f04-dfe3fb7a1484 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0554793 Jan 31 04:54:54.769934 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59247256-05f7-4bba-bfed-f763882ae97a req-1aa1cfaa-eb5e-4e00-a9e3-7c7ec2863cd0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401599 Jan 31 04:54:54.931584 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-ec4fd733-ba12-48fb-9b73-c1f69a315dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:54.933056 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-ec4fd733-ba12-48fb-9b73-c1f69a315dd0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 1129 time: 0.0443809 Jan 31 04:54:55.025454 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-9e6a421d-0921-4f1e-984c-658046d18909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:55.026813 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-9e6a421d-0921-4f1e-984c-658046d18909 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.0874915 Jan 31 04:54:55.094383 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-8f7b9f2a-c4ed-419b-abb5-b708d8e3934e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a HTTP/1.1" status: 200 len: 999 time: 0.0610251 Jan 31 04:54:55.141276 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-1202a71d-58cd-452a-8eeb-a1b1d37c5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:55.142835 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-1202a71d-58cd-452a-8eeb-a1b1d37c5421 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0431399 Jan 31 04:54:55.192100 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-5d562451-d47a-475c-a1d2-189314c4ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:55.193591 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-5d562451-d47a-475c-a1d2-189314c4ad42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446069 Jan 31 04:54:55.234770 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d6d71cc3-43d8-42a7-b1ed-57fc098372da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:55.282863 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-62643ea0-dd37-47c9-9312-6c617de8110d service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835600 Jan 31 04:54:55.367739 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c3d035a5-4922-460a-b507-5383a2d2ce9a req-45c47ab3-4b74-4017-9523-81ccb918f710 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798514 Jan 31 04:54:55.892376 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa8253-f350-40d8-83ea-10d707bbc6f6 req-b5375533-9a78-4cc4-9789-180fb9ec795c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:55.893819 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f0fa8253-f350-40d8-83ea-10d707bbc6f6 req-b5375533-9a78-4cc4-9789-180fb9ec795c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0526447 Jan 31 04:54:55.942508 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f0fa8253-f350-40d8-83ea-10d707bbc6f6 req-ef70929d-ac88-4899-bf85-fc275c6e8360 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431881 Jan 31 04:54:57.061795 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01c8ca-5ff4-4f53-8ea5-21a5de55556d req-6ff7f55d-47ff-493d-9fe9-814eca6b2cb8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:57.064030 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4b01c8ca-5ff4-4f53-8ea5-21a5de55556d req-6ff7f55d-47ff-493d-9fe9-814eca6b2cb8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 945 time: 0.0513833 Jan 31 04:54:57.111830 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4b01c8ca-5ff4-4f53-8ea5-21a5de55556d req-6577f81e-515d-4a93-9791-36eb066824e8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422277 Jan 31 04:54:57.543634 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-5368d23d-36ec-444b-8628-5c485f90c50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:57.650858 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:54:57.723389 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a is: ACTIVE; New status is: DOWN {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:54:57.723822 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:57.745108 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:54:57.747551 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f9490b-396d-439a-931c-c325959fd0ef" -d '{"events": [{"server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "name": "network-vif-unplugged", "status": "completed", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:54:57.760264 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:54:57.785160 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 04:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b522c63-a9ab-4f7d-b210-df958157215b x-openstack-request-id: req-8b522c63-a9ab-4f7d-b210-df958157215b {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:54:57.785160 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "name": "network-vif-unplugged", "status": "completed", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:54:57.785160 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b522c63-a9ab-4f7d-b210-df958157215b {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:54:57.785160 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'code': 200} Jan 31 04:54:57.839169 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:54:57.888521 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=8']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:54:58.232032 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb09a93-aa5d-4f13-aea3-834cb8d9a542 req-282b011e-d6ef-440b-8fc5-b949c9b4f9af tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:54:58.233524 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6cb09a93-aa5d-4f13-aea3-834cb8d9a542 req-282b011e-d6ef-440b-8fc5-b949c9b4f9af tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0507603 Jan 31 04:54:58.282555 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6cb09a93-aa5d-4f13-aea3-834cb8d9a542 req-2a592549-89a5-42c4-9b79-d31519b905df tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423872 Jan 31 04:54:58.526018 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:00.126658 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:00.476476 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84419b-aa44-4883-85aa-34b6b535e164 req-b34e61e2-2d8d-4ead-a95a-195668a5f9b7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:00.478331 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9c84419b-aa44-4883-85aa-34b6b535e164 req-b34e61e2-2d8d-4ead-a95a-195668a5f9b7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.3069422 Jan 31 04:55:00.481853 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-36bcf782-7004-4185-a756-d36131e01cf0 req-8abb69a0-9be5-4142-b15c-6cbc4e4d79b4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0629177 Jan 31 04:55:00.526277 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9c84419b-aa44-4883-85aa-34b6b535e164 req-6ae43398-c3a7-4054-99e5-66a91291f2ac tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424836 Jan 31 04:55:01.364992 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:01.646684 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2572b9a-0eab-4b84-9ae7-c4a9536054ce req-457020db-f8e9-42e6-a588-651d5335e9e3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:01.648096 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c2572b9a-0eab-4b84-9ae7-c4a9536054ce req-457020db-f8e9-42e6-a588-651d5335e9e3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0510001 Jan 31 04:55:01.693499 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c2572b9a-0eab-4b84-9ae7-c4a9536054ce req-0ad6f770-493c-43cf-b95e-b236ae4579da tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399096 Jan 31 04:55:01.704139 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:55:01.804730 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf782-7004-4185-a756-d36131e01cf0 req-4f08c0a8-1892-4560-a4b7-4024b18616aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:01.806241 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36bcf782-7004-4185-a756-d36131e01cf0 req-4f08c0a8-1892-4560-a4b7-4024b18616aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f&tenant_id=3951fb700ad04745afa04a4b077da951 HTTP/1.1" status: 200 len: 1127 time: 0.0459507 Jan 31 04:55:01.891373 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf782-7004-4185-a756-d36131e01cf0 req-7bdafba9-b6f4-4a06-9e49-5e7c5a023048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:01.892898 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36bcf782-7004-4185-a756-d36131e01cf0 req-7bdafba9-b6f4-4a06-9e49-5e7c5a023048 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3951fb700ad04745afa04a4b077da951&device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 1127 time: 0.0490091 Jan 31 04:55:01.905453 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a is: DOWN; New status is: DOWN {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:55:01.984979 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf782-7004-4185-a756-d36131e01cf0 req-f34269e5-fec5-428b-8134-93c4cf75dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:01.986425 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36bcf782-7004-4185-a756-d36131e01cf0 req-f34269e5-fec5-428b-8134-93c4cf75dc61 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 200 len: 916 time: 0.0869093 Jan 31 04:55:02.055448 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36bcf782-7004-4185-a756-d36131e01cf0 req-4bd5df13-fe10-43bc-8a6e-247f73277f5b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a HTTP/1.1" status: 200 len: 997 time: 0.0620713 Jan 31 04:55:02.103014 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf782-7004-4185-a756-d36131e01cf0 req-2859bbd6-eeaa-496b-8404-a0a3056b6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:02.104468 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36bcf782-7004-4185-a756-d36131e01cf0 req-2859bbd6-eeaa-496b-8404-a0a3056b6b76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 200 len: 855 time: 0.0432010 Jan 31 04:55:02.152588 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcf782-7004-4185-a756-d36131e01cf0 req-f382a1ee-e433-4a82-9a0c-bb3a0a9068d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:02.154029 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36bcf782-7004-4185-a756-d36131e01cf0 req-f382a1ee-e433-4a82-9a0c-bb3a0a9068d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6a3d49fc-fe05-4677-aa28-3de849a9cd8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431402 Jan 31 04:55:02.246460 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36bcf782-7004-4185-a756-d36131e01cf0 req-587ee8b5-483c-4693-8629-454c5c57037a service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835392 Jan 31 04:55:02.331854 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-36bcf782-7004-4185-a756-d36131e01cf0 req-5a8633d1-c65a-423e-addb-b649d77b8149 service neutron] 10.222.0.31 "GET /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795510 Jan 31 04:55:02.817562 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46244fc9-312f-4992-9600-c17da2103ff5 req-829f4e8f-5747-47d8-9326-4fdd85639ffe tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:02.819070 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-46244fc9-312f-4992-9600-c17da2103ff5 req-829f4e8f-5747-47d8-9326-4fdd85639ffe tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0551853 Jan 31 04:55:02.869003 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-46244fc9-312f-4992-9600-c17da2103ff5 req-c7203e5b-2398-467b-8804-321b58cd3adb tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438006 Jan 31 04:55:04.008314 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38711e04-9d84-4341-877c-86d2195af24e req-e8c2a931-29b6-49cb-a7e0-8ad143d8bb55 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:04.009857 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-38711e04-9d84-4341-877c-86d2195af24e req-e8c2a931-29b6-49cb-a7e0-8ad143d8bb55 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0667379 Jan 31 04:55:04.059125 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-38711e04-9d84-4341-877c-86d2195af24e req-c5fd57eb-17da-4289-ab97-87df3628e4b2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Jan 31 04:55:05.193031 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b3b50-11ef-45bd-8438-a9cafe50f000 req-5b8ccfe3-8e63-4e31-8211-9f985783a63c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:05.194517 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c99b3b50-11ef-45bd-8438-a9cafe50f000 req-5b8ccfe3-8e63-4e31-8211-9f985783a63c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0548642 Jan 31 04:55:05.243572 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c99b3b50-11ef-45bd-8438-a9cafe50f000 req-ef13ce11-e975-4a5a-8f27-9aaed208ff1c tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434299 Jan 31 04:55:05.565922 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:06.383566 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09cee4-abf5-41de-9385-11d4bb128b2d req-07947e02-3e42-4cdb-83ee-d5712edcd5ce tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:06.385155 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0a09cee4-abf5-41de-9385-11d4bb128b2d req-07947e02-3e42-4cdb-83ee-d5712edcd5ce tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0570300 Jan 31 04:55:06.440789 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0a09cee4-abf5-41de-9385-11d4bb128b2d req-5f870c15-cd94-480a-af05-78dddee1bfb8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500524 Jan 31 04:55:07.105230 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:55:07.568296 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a221d-b35e-4b61-989d-66085ecab3f5 req-2be08ad7-5ced-4127-af0b-d090956fc331 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:07.569840 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3d5a221d-b35e-4b61-989d-66085ecab3f5 req-2be08ad7-5ced-4127-af0b-d090956fc331 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0529785 Jan 31 04:55:07.621133 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3d5a221d-b35e-4b61-989d-66085ecab3f5 req-f1429b64-dab0-4f34-b492-8cd471151a97 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457349 Jan 31 04:55:08.792526 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e2081-85cf-46dd-a85e-915bca96cac8 req-bf26f764-41c5-44f8-bbd3-12ec2a4ff221 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:08.801421 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-539e2081-85cf-46dd-a85e-915bca96cac8 req-bf26f764-41c5-44f8-bbd3-12ec2a4ff221 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0900321 Jan 31 04:55:08.860501 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-539e2081-85cf-46dd-a85e-915bca96cac8 req-d3af0926-9efc-4973-a463-0c71da6e0012 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515749 Jan 31 04:55:09.992710 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47336dd6-f5a7-48c4-b368-0db51f03f365 req-4060ae8c-c4fa-42f9-9e91-70a539016c19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:09.994356 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-47336dd6-f5a7-48c4-b368-0db51f03f365 req-4060ae8c-c4fa-42f9-9e91-70a539016c19 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0583096 Jan 31 04:55:10.041182 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-47336dd6-f5a7-48c4-b368-0db51f03f365 req-16081ff2-d0f8-4e5d-8ef7-175487f95ea5 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Jan 31 04:55:11.170882 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6be0e-4655-4a34-ae71-e93ed40479a0 req-32692f3f-45e1-44c4-a87c-d13cad69d65d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:11.172578 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c2e6be0e-4655-4a34-ae71-e93ed40479a0 req-32692f3f-45e1-44c4-a87c-d13cad69d65d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0572793 Jan 31 04:55:11.227434 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c2e6be0e-4655-4a34-ae71-e93ed40479a0 req-e9a0306e-d1eb-4500-a0f4-fb5e964613ba tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483787 Jan 31 04:55:12.350350 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465e354-5af3-4831-967c-b2d7cf9b9a50 req-88bc4ce5-527a-4478-971f-60c98857f00d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:12.351761 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8465e354-5af3-4831-967c-b2d7cf9b9a50 req-88bc4ce5-527a-4478-971f-60c98857f00d tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0511220 Jan 31 04:55:12.397185 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8465e354-5af3-4831-967c-b2d7cf9b9a50 req-5dd7af6a-a7f4-4bed-96e1-abde42b03e11 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Jan 31 04:55:13.519504 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda0bd9-0145-4d32-a5d8-c6d2b4c89f62 req-0974bd08-43fc-4132-8d59-cc606a971c00 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:13.520961 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3bda0bd9-0145-4d32-a5d8-c6d2b4c89f62 req-0974bd08-43fc-4132-8d59-cc606a971c00 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0534561 Jan 31 04:55:13.568846 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3bda0bd9-0145-4d32-a5d8-c6d2b4c89f62 req-8e9fc2eb-e1c0-4e71-986b-e93b82981afe tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 Jan 31 04:55:14.696024 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a817bb3-b8ec-4dce-b7d4-9031f3d614b1 req-237b2506-ceda-4cc5-b07c-ff89056a5d26 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:14.697524 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a817bb3-b8ec-4dce-b7d4-9031f3d614b1 req-237b2506-ceda-4cc5-b07c-ff89056a5d26 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0593913 Jan 31 04:55:14.743324 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6a817bb3-b8ec-4dce-b7d4-9031f3d614b1 req-72fa8077-973d-47db-aabd-a74690ea5154 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404425 Jan 31 04:55:15.868847 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6876e-a05d-4594-9c8d-970c0d79d2d0 req-81a35509-94b5-4c8d-9b56-8f2759056a33 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:15.870341 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f9f6876e-a05d-4594-9c8d-970c0d79d2d0 req-81a35509-94b5-4c8d-9b56-8f2759056a33 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0556426 Jan 31 04:55:15.916662 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f9f6876e-a05d-4594-9c8d-970c0d79d2d0 req-87cb4db1-5aee-4dc8-92c2-52c342e82524 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405250 Jan 31 04:55:17.038350 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468412cc-7633-4464-a823-d91a2fcf7c65 req-f3f0fde4-c50c-4bf1-b3bf-75a17c2441f2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:17.039833 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-468412cc-7633-4464-a823-d91a2fcf7c65 req-f3f0fde4-c50c-4bf1-b3bf-75a17c2441f2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 943 time: 0.0518229 Jan 31 04:55:17.087894 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-468412cc-7633-4464-a823-d91a2fcf7c65 req-e7c53511-cc5b-4a2f-ad5a-f5eac6fe9d07 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 Jan 31 04:55:17.790652 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:55:17.887892 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:55:17.899946 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'port_id': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'mac_address': 'fa:16:3e:1c:74:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:55:17.935980 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:55:17.936376 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:17.948657 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:55:17.971593 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:55:18.056995 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:18.103571 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=9']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:18.216135 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a0647-d89c-4943-8790-213c6feb69a4 req-9118ff44-ae54-4a5a-9a01-39607dd93315 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:18.217594 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-aa4a0647-d89c-4943-8790-213c6feb69a4 req-9118ff44-ae54-4a5a-9a01-39607dd93315 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 944 time: 0.0585721 Jan 31 04:55:18.264938 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-aa4a0647-d89c-4943-8790-213c6feb69a4 req-4c8b3709-7085-4498-b282-b9c246f5819f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Jan 31 04:55:18.449799 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:55:18.960922 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e0e52-1b6d-47a8-88ec-8359196f7c03 req-25137a51-eaba-4564-8ace-9a92cc317521 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:18.962368 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-586e0e52-1b6d-47a8-88ec-8359196f7c03 req-25137a51-eaba-4564-8ace-9a92cc317521 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 945 time: 0.0505719 Jan 31 04:55:19.007049 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-586e0e52-1b6d-47a8-88ec-8359196f7c03 req-a843da9f-8aa7-452a-a0fa-5c36272b0b68 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 Jan 31 04:55:19.389858 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120594c1-85b1-44c9-8b24-c1ac0a8f42e5 req-d02e15f2-ac30-4674-873f-440f0eb672d6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:19.392112 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-120594c1-85b1-44c9-8b24-c1ac0a8f42e5 req-d02e15f2-ac30-4674-873f-440f0eb672d6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 944 time: 0.0529950 Jan 31 04:55:19.436542 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-120594c1-85b1-44c9-8b24-c1ac0a8f42e5 req-c2874f55-ee39-4624-938c-bcfd75e22d0f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389531 Jan 31 04:55:19.790699 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:55:19.838535 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:55:19.838951 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:19.913422 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:55:19.913843 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:19.934917 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:55:19.937101 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0e2d14-77ff-48b0-b873-bea25b51ad8b" -d '{"events": [{"server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "name": "network-vif-plugged", "status": "completed", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:55:19.952357 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:55:19.975303 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c219aff1-e328-4ccf-88aa-aafb212cf63d x-openstack-request-id: req-c219aff1-e328-4ccf-88aa-aafb212cf63d {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:55:19.977218 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "name": "network-vif-plugged", "status": "completed", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:55:19.977218 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c219aff1-e328-4ccf-88aa-aafb212cf63d {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:55:19.977218 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'code': 200} Jan 31 04:55:20.021550 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:20.070858 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=10']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:20.132021 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2279b-6559-4d85-9264-20918aad3efb req-b29bae27-a722-4382-a910-ef8062a5c75e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:20.133462 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d6b2279b-6559-4d85-9264-20918aad3efb req-b29bae27-a722-4382-a910-ef8062a5c75e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 945 time: 0.0530510 Jan 31 04:55:20.183563 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d6b2279b-6559-4d85-9264-20918aad3efb req-bf988e20-c44c-44dd-8228-db31b0958593 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445671 Jan 31 04:55:20.320652 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d01af-215c-4cd1-a5a6-1a090431046a req-559ef91d-279f-497c-8793-ae7b54c5ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:20.322009 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a37d01af-215c-4cd1-a5a6-1a090431046a req-559ef91d-279f-497c-8793-ae7b54c5ef6c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 1130 time: 0.0447047 Jan 31 04:55:20.366333 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a37d01af-215c-4cd1-a5a6-1a090431046a req-526fe341-bc40-4c47-bfd4-c21f60fe89ba service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363221 Jan 31 04:55:20.558596 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870c715-aa33-4d0b-8b39-05d02d9d2d27 req-e7ac336e-8c27-4c80-a34b-b998eb7b1169 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:20.560097 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1870c715-aa33-4d0b-8b39-05d02d9d2d27 req-e7ac336e-8c27-4c80-a34b-b998eb7b1169 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 946 time: 0.0507264 Jan 31 04:55:20.609005 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1870c715-aa33-4d0b-8b39-05d02d9d2d27 req-2656e9e0-2db5-40ca-b0d7-3a04d0e729b6 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428507 Jan 31 04:55:21.301640 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5d04a-17e7-41f6-94fb-999d022d50b1 req-0a98885a-dca3-491b-b087-375490a6d151 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:21.303121 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0cf5d04a-17e7-41f6-94fb-999d022d50b1 req-0a98885a-dca3-491b-b087-375490a6d151 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 945 time: 0.0535972 Jan 31 04:55:21.351626 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0cf5d04a-17e7-41f6-94fb-999d022d50b1 req-945f60a9-4650-4b75-8859-12df017ae144 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups?id=c91afb5a-ef29-4586-8eda-1eb39f3a8960&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429626 Jan 31 04:55:21.568757 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-0673196b-a8de-412e-87fe-88ac53d687a3 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:21.570172 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-0673196b-a8de-412e-87fe-88ac53d687a3 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.31 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 945 time: 0.0538161 Jan 31 04:55:21.661083 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Deleting port 4af2afed-e9f7-4915-bc66-556a64225bb5 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:55:21.661423 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:21.729975 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec199a23-5fd1-4b0d-8c51-dab470a8b43f req-a8c85db0-18e5-4bdc-a368-7e672f4cd7f3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:21.731471 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ec199a23-5fd1-4b0d-8c51-dab470a8b43f req-a8c85db0-18e5-4bdc-a368-7e672f4cd7f3 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 946 time: 0.0509431 Jan 31 04:55:21.751277 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] For port 4af2afed-e9f7-4915-bc66-556a64225bb5, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=4af2afed-e9f7-4915-bc66-556a64225bb5,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:55:21.751651 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:21.777386 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ec199a23-5fd1-4b0d-8c51-dab470a8b43f req-c54c44dd-86c9-46f1-af92-430c64524e77 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396445 Jan 31 04:55:21.917622 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:21.918102 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (64f30c87-bf77-4b16-9220-6bd3b4a77ee2), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:21.918425 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.l3_db [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Floating IP 64f30c87-bf77-4b16-9220-6bd3b4a77ee2 disassociated. External IP: 172.27.2.132, port: 4af2afed-e9f7-4915-bc66-556a64225bb5. Jan 31 04:55:21.918770 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Calling delete_port for 4af2afed-e9f7-4915-bc66-556a64225bb5 owned by compute:nova {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:55:22.103127 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (4af2afed-e9f7-4915-bc66-556a64225bb5), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:22.132559 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event deleted for resources: {'Port': ['ID=4af2afed-e9f7-4915-bc66-556a64225bb5,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:22.142727 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.143017 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.143368 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.143710 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.144075 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.144413 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.144743 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.145072 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.145398 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.145727 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.146052 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.146374 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.146696 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:22.258231 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Router 4969f994-644a-4d98-b6b9-49e11e3e51b7 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:55:22.365361 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:55:22.377158 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] Sync routers for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:55:22.387881 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:55:22.388749 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:54:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:22.409535 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] No DVR routers for this DVR port 4af2afed-e9f7-4915-bc66-556a64225bb5 on host hv-cinder-82660 {{(pid=109632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:55:22.412045 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:22.415615 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5cf2b2ed-6ee7-4741-bf04-d8225989efb8 req-a504e596-bbeb-45a1-9c49-8c1e6a5f0216 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.31 "DELETE /v2.0/ports/4af2afed-e9f7-4915-bc66-556a64225bb5 HTTP/1.1" status: 204 len: 173 time: 0.8376846 Jan 31 04:55:22.416069 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'name': 'network-vif-deleted', 'tag': '4af2afed-e9f7-4915-bc66-556a64225bb5'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:55:22.425876 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6669fbb2-937d-4ae5-b539-1b317e3c53e7" -d '{"events": [{"server_uuid": "c7564c77-f2d4-468d-9bc2-d5ab564cad98", "name": "network-vif-deleted", "tag": "4af2afed-e9f7-4915-bc66-556a64225bb5"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:55:22.462778 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-69b0fa7c-f33b-440d-9424-0e115e135a0c req-9b793de3-42b8-4060-b936-27758bd21b35 tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7564c77-f2d4-468d-9bc2-d5ab564cad98 HTTP/1.1" status: 200 len: 210 time: 0.0340426 Jan 31 04:55:22.479107 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d268299-46ab-408e-9758-55ba349b1ebc x-openstack-request-id: req-8d268299-46ab-408e-9758-55ba349b1ebc {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:55:22.479390 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7564c77-f2d4-468d-9bc2-d5ab564cad98", "name": "network-vif-deleted", "tag": "4af2afed-e9f7-4915-bc66-556a64225bb5", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:55:22.479641 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d268299-46ab-408e-9758-55ba349b1ebc {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:55:22.480066 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7564c77-f2d4-468d-9bc2-d5ab564cad98', 'name': 'network-vif-deleted', 'tag': '4af2afed-e9f7-4915-bc66-556a64225bb5', 'status': 'completed', 'code': 200} Jan 31 04:55:22.544976 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:55:22.745063 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:22.775217 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] Checking router: 4969f994-644a-4d98-b6b9-49e11e3e51b7 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:55:22.783795 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:55:22.784431 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:54:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:22.889941 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:55:22.903706 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0045e4-1af8-4c0a-8376-53f071681647 req-961810d6-28d9-44eb-932c-f29fddba5ec8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:22.905191 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ba0045e4-1af8-4c0a-8376-53f071681647 req-961810d6-28d9-44eb-932c-f29fddba5ec8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 946 time: 0.0527139 Jan 31 04:55:22.953466 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ba0045e4-1af8-4c0a-8376-53f071681647 req-e6b3b990-273b-4068-88be-8755dfa83d5f tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410280 Jan 31 04:55:23.084685 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:23.110765 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5597260b-cc29-4872-9b81-4aa4d0ec388b None None] The sync data for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi is: [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:47:07Z', 'revision_number': 4, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '9643882e-f813-4096-831e-91a82cedbbfd', 'name': '', 'network_id': 'e6d9d9c2-37a6-46fa-b349-eedfe966b621', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'mac_address': 'fa:16:3e:a5:e3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:07Z', 'updated_at': '2022-01-31T04:47:11Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'subnets': [{'id': '70c22f48-70b0-40dd-8256-e6bbe4f151b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:55:23.328730 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87842c64-6008-4d75-8120-72719110c132 None None] New status for floating IP 64f30c87-bf77-4b16-9220-6bd3b4a77ee2: DOWN {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:55:23.622265 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 44424) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:55:23.679275 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (c91afb5a-ef29-4586-8eda-1eb39f3a8960), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:23.701807 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (c91afb5a-ef29-4586-8eda-1eb39f3a8960), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:23.805409 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (c91afb5a-ef29-4586-8eda-1eb39f3a8960), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:23.808042 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:23.812681 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "DELETE /v2.0/security-groups/c91afb5a-ef29-4586-8eda-1eb39f3a8960 HTTP/1.1" status: 204 len: 168 time: 0.1858928 Jan 31 04:55:23.812806 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 44426) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:55:23.819886 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91afb5a-ef29-4586-8eda-1eb39f3a8960,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:23.825642 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.api.v2.resource [None req-24688a7d-b8a1-4160-aaf2-55e71283314f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] show failed (client error): The resource could not be found. Jan 31 04:55:23.826643 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-24688a7d-b8a1-4160-aaf2-55e71283314f tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "GET /v2.0/security-groups/c91afb5a-ef29-4586-8eda-1eb39f3a8960 HTTP/1.1" status: 404 len: 347 time: 0.0137024 Jan 31 04:55:23.827181 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.827699 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.828095 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.828432 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.828768 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.829116 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.829436 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.829748 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 44428) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:55:23.830000 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.830242 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.830573 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.830925 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.831250 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.831576 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea65e357-3963-46af-931f-2a32e84dac6e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:55:23.952134 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-9da279f4-84c1-4b43-8fe1-d543d234165e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Deleting port 11980276-9176-4c81-a5e1-6301e9f6889b {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:55:23.952482 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9da279f4-84c1-4b43-8fe1-d543d234165e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (11980276-9176-4c81-a5e1-6301e9f6889b), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:24.026592 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9da279f4-84c1-4b43-8fe1-d543d234165e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (11980276-9176-4c81-a5e1-6301e9f6889b), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:24.026968 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9da279f4-84c1-4b43-8fe1-d543d234165e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (11980276-9176-4c81-a5e1-6301e9f6889b), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:24.044019 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-9da279f4-84c1-4b43-8fe1-d543d234165e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Calling delete_port for 11980276-9176-4c81-a5e1-6301e9f6889b owned by network:floatingip {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:55:24.411222 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea506e78-0d8c-4591-b738-18f0838b078f req-601e4606-d542-4c17-b78d-d70bd926f8eb tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:24.412600 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ea506e78-0d8c-4591-b738-18f0838b078f req-601e4606-d542-4c17-b78d-d70bd926f8eb tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 946 time: 0.3832083 Jan 31 04:55:24.490262 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ea506e78-0d8c-4591-b738-18f0838b078f req-cd268ff0-c946-4dad-8cf1-a385cf81b5fd tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720356 Jan 31 04:55:24.575809 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9da279f4-84c1-4b43-8fe1-d543d234165e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (11980276-9176-4c81-a5e1-6301e9f6889b), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:24.605309 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da279f4-84c1-4b43-8fe1-d543d234165e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Pushing event deleted for resources: {'Port': ['ID=11980276-9176-4c81-a5e1-6301e9f6889b,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:24.666509 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9da279f4-84c1-4b43-8fe1-d543d234165e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks [] for floatingip (64f30c87-bf77-4b16-9220-6bd3b4a77ee2), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:24.669055 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9da279f4-84c1-4b43-8fe1-d543d234165e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:24.670189 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-9da279f4-84c1-4b43-8fe1-d543d234165e tempest-AttachVolumeTestJSON-784820902 tempest-AttachVolumeTestJSON-784820902-project] 10.222.0.21 "DELETE /v2.0/floatingips/64f30c87-bf77-4b16-9220-6bd3b4a77ee2 HTTP/1.1" status: 204 len: 168 time: 0.8391831 Jan 31 04:55:25.269209 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0f8d53d9-1cde-4e66-a27f-355a61985b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:25.827345 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 4af2afed-e9f7-4915-bc66-556a64225bb5 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:55:25.848574 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 4af2afed-e9f7-4915-bc66-556a64225bb5 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:55:25.848923 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 4af2afed-e9f7-4915-bc66-556a64225bb5 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:55:27.559737 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e580d7cb-51c5-47c0-bbe0-a5c04308ef67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:28.525658 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:28.554810 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 44464) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:55:28.986283 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043869'] for router_interface (4969f994-644a-4d98-b6b9-49e11e3e51b7), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:29.229019 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] Deleting port 9643882e-f813-4096-831e-91a82cedbbfd {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:55:29.229364 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (9643882e-f813-4096-831e-91a82cedbbfd), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:29.306830 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] For port 9643882e-f813-4096-831e-91a82cedbbfd, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=9643882e-f813-4096-831e-91a82cedbbfd,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:55:29.307127 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (9643882e-f813-4096-831e-91a82cedbbfd), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:29.319486 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] Calling delete_port for 9643882e-f813-4096-831e-91a82cedbbfd owned by network:router_interface {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:55:29.565460 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (9643882e-f813-4096-831e-91a82cedbbfd), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:29.590662 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] Pushing event deleted for resources: {'Port': ['ID=9643882e-f813-4096-831e-91a82cedbbfd,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:29.758652 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043721'] for router_interface (4969f994-644a-4d98-b6b9-49e11e3e51b7), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:29.967664 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] Router 4969f994-644a-4d98-b6b9-49e11e3e51b7 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:55:30.073408 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:55:30.078528 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-5e9fc030-f106-4ca7-956c-26fb131c2628 admin admin] 10.222.0.21 "PUT /v2.0/routers/4969f994-644a-4d98-b6b9-49e11e3e51b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5226905 Jan 31 04:55:30.081909 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 44468) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:55:30.090394 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] Sync routers for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:55:30.101619 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:55:30.102234 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:55:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:30.141490 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:30.185812 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Publish callbacks [] for router (4969f994-644a-4d98-b6b9-49e11e3e51b7), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:30.207323 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:55:30.289953 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Publish callbacks [] for router_gateway (4969f994-644a-4d98-b6b9-49e11e3e51b7), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:30.389160 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:55:29Z', 'revision_number': 5, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port': {'id': 'db98c9f6-117d-4555-9806-0935378b12e8', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:39:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:47:04Z', 'updated_at': '2022-01-31T04:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:30.408513 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Deleting port db98c9f6-117d-4555-9806-0935378b12e8 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:55:30.408857 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (db98c9f6-117d-4555-9806-0935378b12e8), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:30.415815 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] Checking router: 4969f994-644a-4d98-b6b9-49e11e3e51b7 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:55:30.424244 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] Routers {'4969f994-644a-4d98-b6b9-49e11e3e51b7'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:55:30.424854 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:55:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['4969f994-644a-4d98-b6b9-49e11e3e51b7'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:30.492586 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] For port db98c9f6-117d-4555-9806-0935378b12e8, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=db98c9f6-117d-4555-9806-0935378b12e8,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:55:30.492960 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (db98c9f6-117d-4555-9806-0935378b12e8), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:30.504803 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Calling delete_port for db98c9f6-117d-4555-9806-0935378b12e8 owned by network:router_gateway {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:55:30.513335 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] Set router 4969f994-644a-4d98-b6b9-49e11e3e51b7 gateway port host: None {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:55:30.566062 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:55:30Z', 'revision_number': 6, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port_host': None}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:30.591851 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9f3295-8f90-4a67-899b-1fd064e7cf66 None None] The sync data for ids ['4969f994-644a-4d98-b6b9-49e11e3e51b7'] in dv-cinder-826608-2-iscsi is: [{'id': '4969f994-644a-4d98-b6b9-49e11e3e51b7', 'name': 'tempest-AttachVolumeTestJSON-1357768034-router', 'tenant_id': '3dfe36d08de049af88fd724e90fbb0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:47:03Z', 'updated_at': '2022-01-31T04:55:30Z', 'revision_number': 6, 'project_id': '3dfe36d08de049af88fd724e90fbb0d5', 'gw_port_host': None}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:55:30.713910 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (db98c9f6-117d-4555-9806-0935378b12e8), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:30.742928 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Pushing event deleted for resources: {'Port': ['ID=db98c9f6-117d-4555-9806-0935378b12e8,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:30.800326 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047143'] for router_gateway (4969f994-644a-4d98-b6b9-49e11e3e51b7), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:30.900057 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32463'] for router (4969f994-644a-4d98-b6b9-49e11e3e51b7), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:30.902015 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Publish callbacks [] for router_controller (4969f994-644a-4d98-b6b9-49e11e3e51b7), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.051443 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1021179'] for router (4969f994-644a-4d98-b6b9-49e11e3e51b7), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.052022 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4969f994-644a-4d98-b6b9-49e11e3e51b7 {{(pid=109631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 04:55:31.056873 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.058022 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f33e6a6f-aed1-4dc9-96cd-b7f715f85907 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4969f994-644a-4d98-b6b9-49e11e3e51b7 HTTP/1.1" status: 204 len: 168 time: 0.9751275 Jan 31 04:55:31.060484 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 44472) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:55:31.104651 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff00af62-75dd-4dea-a195-f1202269a01b admin admin] Deleting subnet 70c22f48-70b0-40dd-8256-e6bbe4f151b9 {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:55:31.107731 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ff00af62-75dd-4dea-a195-f1202269a01b admin admin] Publish callbacks [] for subnet (70c22f48-70b0-40dd-8256-e6bbe4f151b9), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.141169 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ff00af62-75dd-4dea-a195-f1202269a01b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4188970'] for subnet (70c22f48-70b0-40dd-8256-e6bbe4f151b9), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.246959 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ff00af62-75dd-4dea-a195-f1202269a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (70c22f48-70b0-40dd-8256-e6bbe4f151b9), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.348764 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ff00af62-75dd-4dea-a195-f1202269a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545251'] for subnet (70c22f48-70b0-40dd-8256-e6bbe4f151b9), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.375896 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00af62-75dd-4dea-a195-f1202269a01b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c22f48-70b0-40dd-8256-e6bbe4f151b9,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:31.378458 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ff00af62-75dd-4dea-a195-f1202269a01b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.382401 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-ff00af62-75dd-4dea-a195-f1202269a01b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/70c22f48-70b0-40dd-8256-e6bbe4f151b9 HTTP/1.1" status: 204 len: 168 time: 0.3203013 Jan 31 04:55:31.383251 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015e5edb-92b9-4ead-8e5b-5305bf532be1 None None] Network e6d9d9c2-37a6-46fa-b349-eedfe966b621 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:55:31.384299 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 44474) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:55:31.388836 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.458772 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (e6d9d9c2-37a6-46fa-b349-eedfe966b621), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.515872 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Deleting port 6712783f-8536-4a30-ad16-49036064c5e5 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:55:31.516214 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (6712783f-8536-4a30-ad16-49036064c5e5), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.535065 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe987fc-d0ce-41d3-b104-b4fa107f775f None None] DHCP port deletion for e6d9d9c2-37a6-46fa-b349-eedfe966b621 request from dv-cinder-826608-2-iscsi {{(pid=109633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 04:55:31.583991 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] For port 6712783f-8536-4a30-ad16-49036064c5e5, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6712783f-8536-4a30-ad16-49036064c5e5,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:55:31.584389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (6712783f-8536-4a30-ad16-49036064c5e5), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.586300 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-cfe987fc-d0ce-41d3-b104-b4fa107f775f None None] Deleting port 6712783f-8536-4a30-ad16-49036064c5e5 {{(pid=109633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:55:31.586713 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-cfe987fc-d0ce-41d3-b104-b4fa107f775f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (6712783f-8536-4a30-ad16-49036064c5e5), before_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.597686 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Calling delete_port for 6712783f-8536-4a30-ad16-49036064c5e5 owned by network:dhcp {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:55:31.731427 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (6712783f-8536-4a30-ad16-49036064c5e5), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.757033 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Pushing event deleted for resources: {'Port': ['ID=6712783f-8536-4a30-ad16-49036064c5e5,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:31.762390 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] No DVR routers for this DVR port 6712783f-8536-4a30-ad16-49036064c5e5 on host dv-cinder-826608-2-iscsi {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:55:31.781065 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-cfe987fc-d0ce-41d3-b104-b4fa107f775f None None] For port 6712783f-8536-4a30-ad16-49036064c5e5, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6712783f-8536-4a30-ad16-49036064c5e5,segment=NetworkSegment(17f14832-8931-4b24-a651-99cf3e4770e7),segment_id=17f14832-8931-4b24-a651-99cf3e4770e7)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:55:31.781463 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-cfe987fc-d0ce-41d3-b104-b4fa107f775f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (6712783f-8536-4a30-ad16-49036064c5e5), precommit_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.794200 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-cfe987fc-d0ce-41d3-b104-b4fa107f775f None None] Calling delete_port for 6712783f-8536-4a30-ad16-49036064c5e5 owned by network:dhcp {{(pid=109633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:55:31.835536 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (e6d9d9c2-37a6-46fa-b349-eedfe966b621), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.854761 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d9d9c2-37a6-46fa-b349-eedfe966b621']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:31.864761 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f14832-8931-4b24-a651-99cf3e4770e7') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:31.865233 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f14832-8931-4b24-a651-99cf3e4770e7') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:55:31.874724 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (17f14832-8931-4b24-a651-99cf3e4770e7), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.888378 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (17f14832-8931-4b24-a651-99cf3e4770e7), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.894499 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (17f14832-8931-4b24-a651-99cf3e4770e7), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:55:31.897060 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:55:31.908909 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-cfe987fc-d0ce-41d3-b104-b4fa107f775f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502'] for port (6712783f-8536-4a30-ad16-49036064c5e5), after_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:31.935348 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe987fc-d0ce-41d3-b104-b4fa107f775f None None] Pushing event deleted for resources: {'Port': ['ID=6712783f-8536-4a30-ad16-49036064c5e5,revision_number=None']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:31.937174 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe987fc-d0ce-41d3-b104-b4fa107f775f None None] No DVR routers for this DVR port 6712783f-8536-4a30-ad16-49036064c5e5 on host dv-cinder-826608-2-iscsi {{(pid=109633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:55:32.011273 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (e6d9d9c2-37a6-46fa-b349-eedfe966b621), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:32.016498 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:32.024590 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e6d9d9c2-37a6-46fa-b349-eedfe966b621 HTTP/1.1" status: 204 len: 168 time: 0.6347792 Jan 31 04:55:32.030444 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05333bfd-b87d-437a-a4d5-c0722264a456 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6d9d9c2-37a6-46fa-b349-eedfe966b621,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:32.290692 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 44478) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:55:32.328676 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2a3e9cd6-dba4-440a-9394-8bdafd8f1037 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dfe36d08de049af88fd724e90fbb0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368314 Jan 31 04:55:32.331050 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 44480) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:55:32.376560 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c226af9-2d99-4193-b454-b6dfb2cd2f96 admin admin] Publish callbacks [] for security_group (61a581d0-1814-4151-9012-34be52d16a7e), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:32.396628 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c226af9-2d99-4193-b454-b6dfb2cd2f96 admin admin] Publish callbacks [] for security_group (61a581d0-1814-4151-9012-34be52d16a7e), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:32.483982 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device db98c9f6-117d-4555-9806-0935378b12e8 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:55:32.505485 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: db98c9f6-117d-4555-9806-0935378b12e8 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:55:32.505826 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device db98c9f6-117d-4555-9806-0935378b12e8 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:55:32.506226 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 9643882e-f813-4096-831e-91a82cedbbfd no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:55:32.508977 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c226af9-2d99-4193-b454-b6dfb2cd2f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (61a581d0-1814-4151-9012-34be52d16a7e), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:32.511613 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9c226af9-2d99-4193-b454-b6dfb2cd2f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:32.512820 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9c226af9-2d99-4193-b454-b6dfb2cd2f96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/61a581d0-1814-4151-9012-34be52d16a7e HTTP/1.1" status: 204 len: 168 time: 0.1808777 Jan 31 04:55:32.521159 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c226af9-2d99-4193-b454-b6dfb2cd2f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a581d0-1814-4151-9012-34be52d16a7e,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:55:32.526158 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 9643882e-f813-4096-831e-91a82cedbbfd {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:55:32.526511 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 9643882e-f813-4096-831e-91a82cedbbfd not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:55:32.526947 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6712783f-8536-4a30-ad16-49036064c5e5 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:55:32.556255 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 6712783f-8536-4a30-ad16-49036064c5e5 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:55:32.556598 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6712783f-8536-4a30-ad16-49036064c5e5 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:55:35.576719 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:42.184294 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-89cb33c8-b6ff-41d6-bc96-4d2799a8ade8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434518 Jan 31 04:55:42.257988 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-4d9e304c-fe31-4d32-b0cc-0cbcc7981a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:42.259481 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-4d9e304c-fe31-4d32-b0cc-0cbcc7981a43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36c2584cb883458eaf6b3b04d55a9429&device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1129 time: 0.0433917 Jan 31 04:55:42.367889 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-f8db0b00-4a50-4aae-bfb5-0c5ee99e244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:42.369852 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-f8db0b00-4a50-4aae-bfb5-0c5ee99e244d service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 HTTP/1.1" status: 200 len: 909 time: 0.0920961 Jan 31 04:55:42.443631 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-c024e7b2-088b-4e59-b849-8bd099aced3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93af9573-d882-4ed1-ba22-f2922408b158 HTTP/1.1" status: 200 len: 1001 time: 0.0681026 Jan 31 04:55:42.493979 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-99cf14cf-115e-44e9-a4c4-90ac37799494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:42.495241 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-99cf14cf-115e-44e9-a4c4-90ac37799494 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d2dabd-7315-4dfb-a620-1f95a658b9ed HTTP/1.1" status: 200 len: 848 time: 0.0458214 Jan 31 04:55:42.549736 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-bd9a76d6-0a03-4486-a192-ae5434886ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:55:42.551237 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-bd9a76d6-0a03-4486-a192-ae5434886ebc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485990 Jan 31 04:55:42.640823 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-717c1417-b005-4c6f-a0ca-4c167b7675ae service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830131 Jan 31 04:55:42.731515 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2718e230-04c9-4288-a531-8db42d2a14f7 req-fcd573e7-26f4-4b8a-aace-53bbaacce4dd service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843620 Jan 31 04:55:44.103916 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:55:55.237553 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-20413511-d2c9-4488-a2e9-d751d6b66610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:57.542395 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-82362a4a-b273-4d9b-85a5-9938e2b189e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:55:58.519145 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:00.136332 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:01.365251 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:05.604889 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:07.587399 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788eb5e-633d-40e6-9d55-b9d3692fe7f3 req-544d93b6-a2ed-443d-a6c0-2b607918a998 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:07.594090 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e788eb5e-633d-40e6-9d55-b9d3692fe7f3 req-544d93b6-a2ed-443d-a6c0-2b607918a998 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0568645 Jan 31 04:56:07.637986 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e788eb5e-633d-40e6-9d55-b9d3692fe7f3 req-e80dbe28-413f-4aaf-9d88-416108b9dfad tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430708 Jan 31 04:56:08.911158 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931eaea9-cef9-4a3c-adcb-4c8f67ff8680 req-bb35d28b-fe27-42df-81b8-c7c5b9e54e77 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:08.912609 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-931eaea9-cef9-4a3c-adcb-4c8f67ff8680 req-bb35d28b-fe27-42df-81b8-c7c5b9e54e77 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.2064240 Jan 31 04:56:08.958920 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-931eaea9-cef9-4a3c-adcb-4c8f67ff8680 req-bfce55c5-c814-465d-8e7b-29f2605efc71 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406864 Jan 31 04:56:10.075411 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1bc2a-327e-4b2b-b60b-1f01a3065ef1 req-dd1cf317-e08a-4b2e-8429-54bd480686ee tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:10.076906 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2ec1bc2a-327e-4b2b-b60b-1f01a3065ef1 req-dd1cf317-e08a-4b2e-8429-54bd480686ee tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0513718 Jan 31 04:56:10.132209 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2ec1bc2a-327e-4b2b-b60b-1f01a3065ef1 req-9bbfcaf1-f095-4995-97b6-8176fe05f8d5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493796 Jan 31 04:56:11.251529 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53701e-0cb6-43e6-9bc0-f60f5ea37c39 req-18d0f5e4-0541-430b-a46c-d242f47d9c9e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:11.252984 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3e53701e-0cb6-43e6-9bc0-f60f5ea37c39 req-18d0f5e4-0541-430b-a46c-d242f47d9c9e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Jan 31 04:56:11.303403 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3e53701e-0cb6-43e6-9bc0-f60f5ea37c39 req-f2ec2eca-bd03-4b38-a07e-071f75431a87 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444546 Jan 31 04:56:12.424698 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbd746-4eee-41de-8e14-357a1bdbd6bf req-5aa89867-622d-44d0-bcb4-e8e04261071a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:12.426218 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-afcbd746-4eee-41de-8e14-357a1bdbd6bf req-5aa89867-622d-44d0-bcb4-e8e04261071a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0523477 Jan 31 04:56:12.474981 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-afcbd746-4eee-41de-8e14-357a1bdbd6bf req-4036314d-5446-4867-adc1-b9ff871c7562 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430598 Jan 31 04:56:13.592490 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12a9e0-3e41-44f5-8eb2-56ef7c69d7d9 req-abe963da-7f3a-41c2-b75a-1fb9e9cdbec5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:13.593884 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6f12a9e0-3e41-44f5-8eb2-56ef7c69d7d9 req-abe963da-7f3a-41c2-b75a-1fb9e9cdbec5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0520456 Jan 31 04:56:13.646594 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6f12a9e0-3e41-44f5-8eb2-56ef7c69d7d9 req-e0778d79-c20f-486f-8d8b-664e2e735188 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465622 Jan 31 04:56:14.762178 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67d66a-fb1b-4934-b466-09bfe2012855 req-f84302c8-ced3-41d6-8de1-b622c5aaf6c1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:14.763621 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1c67d66a-fb1b-4934-b466-09bfe2012855 req-f84302c8-ced3-41d6-8de1-b622c5aaf6c1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0509286 Jan 31 04:56:14.809998 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1c67d66a-fb1b-4934-b466-09bfe2012855 req-8fd74780-e5c2-42d2-8650-dc250f084232 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410006 Jan 31 04:56:15.928961 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a7274-a6b0-466d-b9bc-9d24f2dd782f req-46d932f7-a151-439b-9147-13d7f575d5e6 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:15.930424 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bd3a7274-a6b0-466d-b9bc-9d24f2dd782f req-46d932f7-a151-439b-9147-13d7f575d5e6 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0502021 Jan 31 04:56:15.976512 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-bd3a7274-a6b0-466d-b9bc-9d24f2dd782f req-cf772495-b794-4ccc-adb7-69aad1035cf1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 Jan 31 04:56:17.101408 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b48fc-39d8-4599-b1da-77ca334c0376 req-fd9f5484-1aa5-4852-8e33-b77e0f472e95 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:17.102906 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-431b48fc-39d8-4599-b1da-77ca334c0376 req-fd9f5484-1aa5-4852-8e33-b77e0f472e95 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0556104 Jan 31 04:56:17.151617 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-431b48fc-39d8-4599-b1da-77ca334c0376 req-eab08119-f578-4111-9c9d-7ed662d0a607 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 Jan 31 04:56:17.951860 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-58aadfa4-2681-48b7-a58d-758986b041a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:17.953313 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-58aadfa4-2681-48b7-a58d-758986b041a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36c2584cb883458eaf6b3b04d55a9429&device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1129 time: 0.0894444 Jan 31 04:56:18.042307 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-e5c6551e-b48e-4f1c-8257-b874039211b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:18.043806 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-e5c6551e-b48e-4f1c-8257-b874039211b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 HTTP/1.1" status: 200 len: 909 time: 0.0843279 Jan 31 04:56:18.110876 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-84834967-d3a2-4b50-866c-0c648c54f46f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93af9573-d882-4ed1-ba22-f2922408b158 HTTP/1.1" status: 200 len: 1001 time: 0.0609248 Jan 31 04:56:18.157742 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-1fc63532-ce83-4237-abff-5f0c17942d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:18.159268 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-1fc63532-ce83-4237-abff-5f0c17942d89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d2dabd-7315-4dfb-a620-1f95a658b9ed HTTP/1.1" status: 200 len: 848 time: 0.0432878 Jan 31 04:56:18.211690 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-d5879c64-a2cf-4cea-9f2a-c834726ec023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:18.213333 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-d5879c64-a2cf-4cea-9f2a-c834726ec023 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480518 Jan 31 04:56:18.224402 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-08a2c43b-4ecd-4098-ba2e-0576ceb08503 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:56:18.225384 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-08a2c43b-4ecd-4098-ba2e-0576ceb08503 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057523 Jan 31 04:56:18.275180 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9402e-8d69-4c8d-859a-356537a84344 req-8dc1a53c-d8d9-4144-a128-7af8a92bcf9d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:18.276684 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-62d9402e-8d69-4c8d-859a-356537a84344 req-8dc1a53c-d8d9-4144-a128-7af8a92bcf9d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0553720 Jan 31 04:56:18.315427 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-669c696b-e354-422d-b659-8edaff39f925 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837584 Jan 31 04:56:18.326677 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-62d9402e-8d69-4c8d-859a-356537a84344 req-392ce8b4-51cf-4281-bacd-7d12c3d76c78 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444999 Jan 31 04:56:18.649026 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f42bf537-08bb-44d1-a0aa-030cfd22abba req-02dd9e7c-96af-49e8-9f2c-6b95c6183760 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281112 Jan 31 04:56:19.444631 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247758-1657-4138-b00c-9fe2a082b314 req-ed96975f-2d42-43f3-97d0-9ed1205de2ad tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:19.446084 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-38247758-1657-4138-b00c-9fe2a082b314 req-ed96975f-2d42-43f3-97d0-9ed1205de2ad tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0531037 Jan 31 04:56:19.493211 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-38247758-1657-4138-b00c-9fe2a082b314 req-4b9aeed0-4a0b-4f3a-9035-563696b0aebc tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415959 Jan 31 04:56:20.611941 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b5c78-274b-4092-91f1-a80df8ef249b req-42a4d795-7c99-41f0-a700-bc7b69795841 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:20.614218 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cd3b5c78-274b-4092-91f1-a80df8ef249b req-42a4d795-7c99-41f0-a700-bc7b69795841 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0549729 Jan 31 04:56:20.661826 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cd3b5c78-274b-4092-91f1-a80df8ef249b req-1c2da784-edc7-4130-892b-325259a0c471 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421765 Jan 31 04:56:21.104087 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:56:21.777443 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc925f91-ca06-4e78-add1-a6fd21f37669 req-ca6f4fb8-0637-4a5f-a9ba-f2ec6de5397d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:21.778909 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cc925f91-ca06-4e78-add1-a6fd21f37669 req-ca6f4fb8-0637-4a5f-a9ba-f2ec6de5397d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0507731 Jan 31 04:56:21.828956 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cc925f91-ca06-4e78-add1-a6fd21f37669 req-a8975183-53b6-42ac-8aac-648e3aca3283 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446124 Jan 31 04:56:22.945723 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88503086-ec9b-413b-b144-e1c844d57a00 req-4b45ef7d-bebe-4f10-8d93-e370ee41ef8c tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:22.947278 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-88503086-ec9b-413b-b144-e1c844d57a00 req-4b45ef7d-bebe-4f10-8d93-e370ee41ef8c tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0514376 Jan 31 04:56:22.994271 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-88503086-ec9b-413b-b144-e1c844d57a00 req-dc9618c4-9ae3-4570-9ffa-0bcf73fa410a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414648 Jan 31 04:56:24.118740 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573146d-7408-4bbd-8b29-655e85127075 req-baef3492-1f54-4f98-958f-95146892d4be tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:24.120268 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2573146d-7408-4bbd-8b29-655e85127075 req-baef3492-1f54-4f98-958f-95146892d4be tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0594380 Jan 31 04:56:24.171177 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2573146d-7408-4bbd-8b29-655e85127075 req-c871c197-ebb0-4f04-bd73-3c31623653aa tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451889 Jan 31 04:56:24.238310 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-d9d83bf5-800b-4290-97e5-71101ba8bb1d req-f578a401-1b76-4a13-8d39-8cff72c3d432 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:56:24.239381 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-d9d83bf5-800b-4290-97e5-71101ba8bb1d req-f578a401-1b76-4a13-8d39-8cff72c3d432 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061238 Jan 31 04:56:24.557745 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee9810-7294-4bf6-a1cd-77d11c2920e1 req-ab68bf7b-4300-401d-998f-3d4fe244502c tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:24.559227 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-70ee9810-7294-4bf6-a1cd-77d11c2920e1 req-ab68bf7b-4300-401d-998f-3d4fe244502c tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0513208 Jan 31 04:56:24.609678 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-70ee9810-7294-4bf6-a1cd-77d11c2920e1 req-0fc8439a-e651-44ef-9e80-e886baba512b tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448046 Jan 31 04:56:24.664457 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 44882) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:24.743894 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-6184c6ee-9a45-4012-b9f8-ff193b5ef7c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874550 Jan 31 04:56:24.752312 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-de3c1704-0b43-4a46-9d33-295a76ff6d12 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:56:24.753871 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-de3c1704-0b43-4a46-9d33-295a76ff6d12 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047476 Jan 31 04:56:25.262689 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e89fbce0-6c92-4252-9bb9-8032105efb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:25.730534 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e653dc-4fdc-423c-a13a-5d77ed9a09f1 req-f05d139a-7bd7-4018-9ba2-f75c39aead57 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:25.732047 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-24e653dc-4fdc-423c-a13a-5d77ed9a09f1 req-f05d139a-7bd7-4018-9ba2-f75c39aead57 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0524554 Jan 31 04:56:25.781297 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-24e653dc-4fdc-423c-a13a-5d77ed9a09f1 req-a3ec1a25-fe79-4510-b16d-1bdc7e243a17 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436742 Jan 31 04:56:26.273502 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 93af9573-d882-4ed1-ba22-f2922408b158 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:56:26.346491 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 93af9573-d882-4ed1-ba22-f2922408b158 is: ACTIVE; New status is: DOWN {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:56:26.346822 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (93af9573-d882-4ed1-ba22-f2922408b158), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:26.368615 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:56:26.371109 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5738d77b-1634-4738-a2b6-3d95d46743d6" -d '{"events": [{"server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "name": "network-vif-unplugged", "status": "completed", "tag": "93af9573-d882-4ed1-ba22-f2922408b158"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:56:26.383923 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 93af9573-d882-4ed1-ba22-f2922408b158, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=93af9573-d882-4ed1-ba22-f2922408b158,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:56:26.405520 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 04:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52a550d-a7e9-413d-a1f7-32eda5f60d81 x-openstack-request-id: req-c52a550d-a7e9-413d-a1f7-32eda5f60d81 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:56:26.405810 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "name": "network-vif-unplugged", "status": "failed", "tag": "93af9573-d882-4ed1-ba22-f2922408b158", "code": 422}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:56:26.406060 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c52a550d-a7e9-413d-a1f7-32eda5f60d81 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:56:26.406452 dv-cinder-826608-2-iscsi neutron-server[109633]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158', 'code': 422} returned with failed status Jan 31 04:56:26.461825 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (93af9573-d882-4ed1-ba22-f2922408b158), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:26.514257 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=93af9573-d882-4ed1-ba22-f2922408b158,revision_number=6']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:26.521734 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.527337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:26.911638 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa1c37-e407-44a9-9857-eb62e3a16145 req-06c0fdf4-9195-42ad-86c5-bf4e34648583 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:26.913165 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4dfa1c37-e407-44a9-9857-eb62e3a16145 req-06c0fdf4-9195-42ad-86c5-bf4e34648583 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0613036 Jan 31 04:56:26.962557 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4dfa1c37-e407-44a9-9857-eb62e3a16145 req-b38c1896-9ed2-4149-b6c8-cd0545609b1d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 Jan 31 04:56:27.472481 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-995e067c-55df-415a-9a04-2141bf403f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:27.473955 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-995e067c-55df-415a-9a04-2141bf403f6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759&tenant_id=36c2584cb883458eaf6b3b04d55a9429 HTTP/1.1" status: 200 len: 1127 time: 0.0476437 Jan 31 04:56:27.547800 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-99553d56-e97b-486c-8877-879816a5efd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:27.552207 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-ebf3f876-2401-4cac-af7b-d1170b978ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:27.553718 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-ebf3f876-2401-4cac-af7b-d1170b978ed3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36c2584cb883458eaf6b3b04d55a9429&device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1127 time: 0.0453012 Jan 31 04:56:27.579983 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 44954) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:27.648771 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-41e36aac-2c34-4c5d-9adc-e90c1113ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:27.650216 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-41e36aac-2c34-4c5d-9adc-e90c1113ce6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 HTTP/1.1" status: 200 len: 909 time: 0.0872760 Jan 31 04:56:27.687466 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:27.718057 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-af995c2b-ac0a-49f7-a943-c817dd61d99d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93af9573-d882-4ed1-ba22-f2922408b158 HTTP/1.1" status: 200 len: 999 time: 0.0613773 Jan 31 04:56:27.761866 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Publish callbacks [] for security_group (3173ef60-693f-46fb-b9f6-5c190cf12dd3), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:27.766548 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-cf1a3add-de25-4d9b-ae87-5ff8b4080e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:27.768022 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-cf1a3add-de25-4d9b-ae87-5ff8b4080e56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d2dabd-7315-4dfb-a620-1f95a658b9ed HTTP/1.1" status: 200 len: 848 time: 0.0434382 Jan 31 04:56:27.816797 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-0e3ed9f3-2380-4054-81f6-ab5f7a826b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:27.818319 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-0e3ed9f3-2380-4054-81f6-ab5f7a826b74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438526 Jan 31 04:56:27.865877 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3173ef60-693f-46fb-b9f6-5c190cf12dd3), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:27.903963 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7286100e68ba4530bbcfeeff780527ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226488 Jan 31 04:56:27.906509 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 44958) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:27.910771 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-e311d201-1225-454e-9948-c34a49f49de4 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854676 Jan 31 04:56:27.913949 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3173ef60-693f-46fb-b9f6-5c190cf12dd3,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:27.929174 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.929527 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.929875 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.930216 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.930546 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.930904 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.931247 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.931574 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.931901 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.932225 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.932546 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.932865 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.933185 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9497359a-87aa-4c50-8c5d-50cb696d4a23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:27.967429 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-75202af4-286b-4c12-b578-7a8deb843126 admin admin] Publish callbacks [] for security_group (3173ef60-693f-46fb-b9f6-5c190cf12dd3), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:27.988405 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-75202af4-286b-4c12-b578-7a8deb843126 admin admin] Publish callbacks [] for security_group (3173ef60-693f-46fb-b9f6-5c190cf12dd3), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:28.008903 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-2b96dae7-690b-4885-b11c-f4d23086fe96 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896068 Jan 31 04:56:28.087841 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00919b1e-4477-4b88-9512-230e7ff3e33d req-9a803cfa-da14-40fd-be97-350fa725d0b3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:28.089495 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-00919b1e-4477-4b88-9512-230e7ff3e33d req-9a803cfa-da14-40fd-be97-350fa725d0b3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0526631 Jan 31 04:56:28.140178 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-00919b1e-4477-4b88-9512-230e7ff3e33d req-ef7fdf95-d6c5-490a-8847-a23c3e05fd68 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448551 Jan 31 04:56:28.168230 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-75202af4-286b-4c12-b578-7a8deb843126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3173ef60-693f-46fb-b9f6-5c190cf12dd3), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:28.168230 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-75202af4-286b-4c12-b578-7a8deb843126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:28.168824 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-75202af4-286b-4c12-b578-7a8deb843126 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3173ef60-693f-46fb-b9f6-5c190cf12dd3 HTTP/1.1" status: 204 len: 168 time: 0.2614036 Jan 31 04:56:28.177123 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75202af4-286b-4c12-b578-7a8deb843126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3173ef60-693f-46fb-b9f6-5c190cf12dd3,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:28.519390 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:28.888203 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 44966) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:28.902324 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-84aea975-e90a-447f-b4b1-71276d4224ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:28.972860 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-84aea975-e90a-447f-b4b1-71276d4224ff admin admin] Publish callbacks [] for security_group (87fb502d-0d71-408c-8457-40082a318e77), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:29.021598 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-84aea975-e90a-447f-b4b1-71276d4224ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (87fb502d-0d71-408c-8457-40082a318e77), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:29.061956 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-84aea975-e90a-447f-b4b1-71276d4224ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18c76e19076943b5966c676c15b1661e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727176 Jan 31 04:56:29.062814 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aea975-e90a-447f-b4b1-71276d4224ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb502d-0d71-408c-8457-40082a318e77,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:29.064895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 44968) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:29.113746 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Publish callbacks [] for security_group (87fb502d-0d71-408c-8457-40082a318e77), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:29.134882 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Publish callbacks [] for security_group (87fb502d-0d71-408c-8457-40082a318e77), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:29.237290 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (87fb502d-0d71-408c-8457-40082a318e77), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:29.240467 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:29.241622 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87fb502d-0d71-408c-8457-40082a318e77 HTTP/1.1" status: 204 len: 168 time: 0.1756978 Jan 31 04:56:29.249903 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb502d-0d71-408c-8457-40082a318e77,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:29.257555 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.257913 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.258261 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.258604 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.258973 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.259305 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.259638 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.259747 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18e3f7-8aa9-4d88-9b89-a30d888c9b1d req-5d8c8c5b-2099-4682-a410-1c4ad73b006f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:29.259968 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.260293 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.260621 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.261191 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7c18e3f7-8aa9-4d88-9b89-a30d888c9b1d req-5d8c8c5b-2099-4682-a410-1c4ad73b006f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0534725 Jan 31 04:56:29.266303 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.266687 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.267065 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfac3e8-eeab-4353-9e61-c8ed2711ad81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:56:29.313561 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7c18e3f7-8aa9-4d88-9b89-a30d888c9b1d req-46a0279e-5768-4263-bbaa-5b16aa0b5e40 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468102 Jan 31 04:56:30.141947 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:30.437808 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419e4c3-211f-44d7-86db-303840cb4e85 req-1223ae8d-136e-4d58-84d8-cd61a8f50ae1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:30.439307 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3419e4c3-211f-44d7-86db-303840cb4e85 req-1223ae8d-136e-4d58-84d8-cd61a8f50ae1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0579863 Jan 31 04:56:30.491246 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3419e4c3-211f-44d7-86db-303840cb4e85 req-419627db-a6f6-420d-a6cd-0c0bd66dd631 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462055 Jan 31 04:56:31.359175 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:31.605878 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e88f5-309d-45a4-b6a2-74a7ee924b51 req-e8c02237-530a-4bf5-baa9-c8d19f24c09c tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:31.607335 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-442e88f5-309d-45a4-b6a2-74a7ee924b51 req-e8c02237-530a-4bf5-baa9-c8d19f24c09c tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0496228 Jan 31 04:56:31.654306 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-442e88f5-309d-45a4-b6a2-74a7ee924b51 req-80a28fc1-ab55-4544-a948-275072d2ab0a tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413306 Jan 31 04:56:32.770626 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97001712-37c7-479a-8269-04dadfec3062 req-e9dbcf2b-eecb-4975-8e8e-41a7a1ee96eb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:32.772139 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-97001712-37c7-479a-8269-04dadfec3062 req-e9dbcf2b-eecb-4975-8e8e-41a7a1ee96eb tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0523796 Jan 31 04:56:32.820331 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-97001712-37c7-479a-8269-04dadfec3062 req-2d547195-dccd-40ee-9669-f5b7d636456d tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425758 Jan 31 04:56:33.938539 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2833-6c2f-4d05-99ee-6f79b744d484 req-797d622d-ad15-41f1-b373-79c7f45df700 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:33.940034 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9a2b2833-6c2f-4d05-99ee-6f79b744d484 req-797d622d-ad15-41f1-b373-79c7f45df700 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0542583 Jan 31 04:56:33.988301 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9a2b2833-6c2f-4d05-99ee-6f79b744d484 req-62a516a6-4866-47db-b9db-15c5024cb4f6 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417402 Jan 31 04:56:35.107477 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27f2c1-2184-4ed8-9613-2d855554b001 req-d72bea13-418e-40eb-ab0d-e0b832d76e02 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:35.110043 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-af27f2c1-2184-4ed8-9613-2d855554b001 req-d72bea13-418e-40eb-ab0d-e0b832d76e02 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0527012 Jan 31 04:56:35.161749 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-af27f2c1-2184-4ed8-9613-2d855554b001 req-77005365-2ceb-498b-9ecb-ecc79e01f0b4 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470686 Jan 31 04:56:35.621828 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:36.274381 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b1ff-5911-491f-bba1-0f655934d151 req-e2fd9d10-7ac1-4845-8fa6-8648ebf4504f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:36.275884 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4906b1ff-5911-491f-bba1-0f655934d151 req-e2fd9d10-7ac1-4845-8fa6-8648ebf4504f tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0502496 Jan 31 04:56:36.323536 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4906b1ff-5911-491f-bba1-0f655934d151 req-3d32544a-d047-41ba-9303-3acc0eaafb92 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422258 Jan 31 04:56:37.440058 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ccbad-5148-41fe-9f14-52f9f4e73c3b req-716e47d7-02ea-4c7b-b6bd-70a5f35289a1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:37.441531 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-303ccbad-5148-41fe-9f14-52f9f4e73c3b req-716e47d7-02ea-4c7b-b6bd-70a5f35289a1 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 943 time: 0.0518582 Jan 31 04:56:37.491615 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-303ccbad-5148-41fe-9f14-52f9f4e73c3b req-35716b52-e813-41b8-b49a-d4f53a1b822b tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445435 Jan 31 04:56:38.320202 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 93af9573-d882-4ed1-ba22-f2922408b158 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:56:38.416465 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 93af9573-d882-4ed1-ba22-f2922408b158, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=93af9573-d882-4ed1-ba22-f2922408b158,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:56:38.431202 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '93af9573-d882-4ed1-ba22-f2922408b158', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'port_id': '93af9573-d882-4ed1-ba22-f2922408b158', 'mac_address': 'fa:16:3e:a3:8a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:56:38.466349 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 93af9573-d882-4ed1-ba22-f2922408b158 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:56:38.467004 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (93af9573-d882-4ed1-ba22-f2922408b158), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:38.480151 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93af9573-d882-4ed1-ba22-f2922408b158 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:56:38.499459 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 93af9573-d882-4ed1-ba22-f2922408b158, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=93af9573-d882-4ed1-ba22-f2922408b158,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:56:38.563218 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (93af9573-d882-4ed1-ba22-f2922408b158), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:38.612959 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=93af9573-d882-4ed1-ba22-f2922408b158,revision_number=7']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:38.614021 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70ed6-3f7f-40fc-9c8b-7d4232255c96 req-99f07dba-86f4-42ab-b3ef-ceff9dcfcb11 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:38.616690 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a5a70ed6-3f7f-40fc-9c8b-7d4232255c96 req-99f07dba-86f4-42ab-b3ef-ceff9dcfcb11 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 944 time: 0.0591900 Jan 31 04:56:38.670001 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a5a70ed6-3f7f-40fc-9c8b-7d4232255c96 req-6cecbe5e-5ea6-4a2a-a250-5bc8e255ba3c tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463483 Jan 31 04:56:38.750726 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff015336-2521-401b-a2b3-ab59dc9c8668 req-7f930b04-edde-4685-ae39-a32a17ee4050 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:38.752214 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ff015336-2521-401b-a2b3-ab59dc9c8668 req-7f930b04-edde-4685-ae39-a32a17ee4050 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 946 time: 0.0513003 Jan 31 04:56:38.797780 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ff015336-2521-401b-a2b3-ab59dc9c8668 req-af280fba-20ac-4a11-b118-ebf4a98e14b2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391989 Jan 31 04:56:38.949050 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['93af9573-d882-4ed1-ba22-f2922408b158'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:56:39.792890 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29d47c-cac1-4324-8c35-81dd582a12b4 req-44200008-6fbb-4462-afb8-a2495d7d7dd3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:39.794342 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0a29d47c-cac1-4324-8c35-81dd582a12b4 req-44200008-6fbb-4462-afb8-a2495d7d7dd3 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 944 time: 0.0528903 Jan 31 04:56:39.842750 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0a29d47c-cac1-4324-8c35-81dd582a12b4 req-ee6c7dc6-da83-4c36-8df5-691ed0bcde44 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428326 Jan 31 04:56:39.930230 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9314a2-b0a4-48af-8d21-ddb5fcc809be req-051ffbfd-eb27-49af-91e8-a894f3b1f4e8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:39.931736 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8a9314a2-b0a4-48af-8d21-ddb5fcc809be req-051ffbfd-eb27-49af-91e8-a894f3b1f4e8 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 946 time: 0.0551586 Jan 31 04:56:39.978518 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-8a9314a2-b0a4-48af-8d21-ddb5fcc809be req-e37abae5-6d81-4eba-a685-8a2c8eb2255b tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Jan 31 04:56:40.353823 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 93af9573-d882-4ed1-ba22-f2922408b158 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:56:40.400170 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 93af9573-d882-4ed1-ba22-f2922408b158 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:56:40.400546 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (93af9573-d882-4ed1-ba22-f2922408b158), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:40.478138 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 93af9573-d882-4ed1-ba22-f2922408b158 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:56:40.478534 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (93af9573-d882-4ed1-ba22-f2922408b158), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:40.500250 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:56:40.502458 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10fd683-9cd4-4194-8c95-808b0b944a81" -d '{"events": [{"server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "name": "network-vif-plugged", "status": "completed", "tag": "93af9573-d882-4ed1-ba22-f2922408b158"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:56:40.515006 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 93af9573-d882-4ed1-ba22-f2922408b158, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=93af9573-d882-4ed1-ba22-f2922408b158,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:56:40.538194 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498667a3-9cf6-4906-93e6-99a6d85fc8c8 x-openstack-request-id: req-498667a3-9cf6-4906-93e6-99a6d85fc8c8 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:56:40.538488 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "name": "network-vif-plugged", "status": "completed", "tag": "93af9573-d882-4ed1-ba22-f2922408b158", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:56:40.538744 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-498667a3-9cf6-4906-93e6-99a6d85fc8c8 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:56:40.539188 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158', 'code': 200} Jan 31 04:56:40.602803 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (93af9573-d882-4ed1-ba22-f2922408b158), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:40.650596 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=93af9573-d882-4ed1-ba22-f2922408b158,revision_number=8']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:40.691895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-bed23542-1bf4-4f4c-8d40-8858f299c980 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:40.693353 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-bed23542-1bf4-4f4c-8d40-8858f299c980 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 946 time: 0.0533774 Jan 31 04:56:40.787823 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Deleting port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:56:40.788168 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:40.884475 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] For port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:56:40.884846 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:40.923882 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5c451-391b-4fe7-99a8-a0750a7a2d6e req-f00d24d3-b154-4baf-8957-3890997e173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:40.926666 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-37b5c451-391b-4fe7-99a8-a0750a7a2d6e req-f00d24d3-b154-4baf-8957-3890997e173b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1129 time: 0.0452986 Jan 31 04:56:40.976028 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-37b5c451-391b-4fe7-99a8-a0750a7a2d6e req-63b31d84-1b02-4009-90bf-817c3b77411d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439737 Jan 31 04:56:41.035499 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3518177-c5a1-4a0b-85bc-b010ed7ed711 req-6b936d95-e338-4392-9c12-31721613379e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:41.036953 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d3518177-c5a1-4a0b-85bc-b010ed7ed711 req-6b936d95-e338-4392-9c12-31721613379e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.1065159 Jan 31 04:56:41.103627 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb4397-a84b-4e1c-905f-84132dcff9fd req-58b14ff1-4a75-4b52-ab7d-b948e4a9d4d2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:41.105103 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2dcb4397-a84b-4e1c-905f-84132dcff9fd req-58b14ff1-4a75-4b52-ab7d-b948e4a9d4d2 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 946 time: 0.0517550 Jan 31 04:56:41.128566 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:41.128921 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (02645d1c-a2cc-43ee-a1aa-2910a3a78e12), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:41.129234 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.l3_db [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Floating IP 02645d1c-a2cc-43ee-a1aa-2910a3a78e12 disassociated. External IP: 172.27.2.7, port: 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a. Jan 31 04:56:41.129582 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Calling delete_port for 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a owned by compute:nova {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:56:41.134489 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d3518177-c5a1-4a0b-85bc-b010ed7ed711 req-e62e84fa-b912-4750-91d6-035f7eeb7df5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897603 Jan 31 04:56:41.152512 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2dcb4397-a84b-4e1c-905f-84132dcff9fd req-d866e4be-aa3e-4bda-bbb2-ce8dedb81e59 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups?id=3eb6c9ac-0622-455b-b5eb-6101e790ff2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418885 Jan 31 04:56:41.324572 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:41.353437 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event deleted for resources: {'Port': ['ID=1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:41.466221 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Router a4548a2a-e5b2-4535-8365-e489271e9a71 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:56:41.573483 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:56:41.589163 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] Sync routers for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:56:41.599448 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:56:41.599906 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:41.615449 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] No DVR routers for this DVR port 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a on host hv-cinder-82660 {{(pid=109632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:56:41.618428 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:41.622302 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6c468c3e-0e33-44ec-a730-31618e561cd1 req-1565e55b-567e-44b7-9df2-6ae003d96fe0 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.31 "DELETE /v2.0/ports/1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a HTTP/1.1" status: 204 len: 173 time: 0.9234135 Jan 31 04:56:41.622810 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'name': 'network-vif-deleted', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:56:41.625107 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee9ca15-350b-4716-aa92-9bb0409f1cc8" -d '{"events": [{"server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "name": "network-vif-deleted", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:56:41.665124 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45102) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:41.730534 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:56:41.795666 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-21435810-9029-4b2c-85dc-e30412f8e037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:41.838875 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e8bd35-66de-44fe-8347-0cf29756a865 x-openstack-request-id: req-46e8bd35-66de-44fe-8347-0cf29756a865 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:56:41.839173 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c83adf7-7265-467f-a4cc-1d9d0252b24f", "name": "network-vif-deleted", "tag": "1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:56:41.839430 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46e8bd35-66de-44fe-8347-0cf29756a865 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:56:41.840100 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c83adf7-7265-467f-a4cc-1d9d0252b24f', 'name': 'network-vif-deleted', 'tag': '1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a', 'status': 'completed', 'code': 200} Jan 31 04:56:41.917386 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-21435810-9029-4b2c-85dc-e30412f8e037 admin admin] Publish callbacks [] for security_group (4e93a649-1d96-4865-82c5-379525654594), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:42.015365 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-21435810-9029-4b2c-85dc-e30412f8e037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (4e93a649-1d96-4865-82c5-379525654594), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:42.048923 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:42.058418 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-21435810-9029-4b2c-85dc-e30412f8e037 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9862806922ba4194a8b82f2c4d16ca00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3921957 Jan 31 04:56:42.061006 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45106) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:42.067219 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21435810-9029-4b2c-85dc-e30412f8e037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e93a649-1d96-4865-82c5-379525654594,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:42.075688 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] Checking router: a4548a2a-e5b2-4535-8365-e489271e9a71 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:56:42.084375 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:56:42.084982 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:42.119919 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-185aba6f-23ef-4f7d-a579-3cd86a4dda97 admin admin] Publish callbacks [] for security_group (4e93a649-1d96-4865-82c5-379525654594), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:42.142341 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-185aba6f-23ef-4f7d-a579-3cd86a4dda97 admin admin] Publish callbacks [] for security_group (4e93a649-1d96-4865-82c5-379525654594), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:42.209772 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:56:42.244681 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-185aba6f-23ef-4f7d-a579-3cd86a4dda97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (4e93a649-1d96-4865-82c5-379525654594), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:42.247537 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-185aba6f-23ef-4f7d-a579-3cd86a4dda97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:42.248742 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-185aba6f-23ef-4f7d-a579-3cd86a4dda97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e93a649-1d96-4865-82c5-379525654594 HTTP/1.1" status: 204 len: 168 time: 0.1868501 Jan 31 04:56:42.282986 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bd2306ff-eaee-4621-9ce7-82b54685411c req-a9f5f1b1-2429-49cd-a874-e93768ae8ef7 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c83adf7-7265-467f-a4cc-1d9d0252b24f HTTP/1.1" status: 200 len: 210 time: 0.0328929 Jan 31 04:56:42.288571 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aba6f-23ef-4f7d-a579-3cd86a4dda97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e93a649-1d96-4865-82c5-379525654594,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:42.289119 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506414a-b01c-466e-9cc9-23a1d793194a req-63d7b9d8-97a2-4c8f-800e-8fec0ae69817 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:42.292498 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b506414a-b01c-466e-9cc9-23a1d793194a req-63d7b9d8-97a2-4c8f-800e-8fec0ae69817 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0829427 Jan 31 04:56:42.356939 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b506414a-b01c-466e-9cc9-23a1d793194a req-109888df-cf8f-463b-886f-bd219d97e0e0 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580184 Jan 31 04:56:42.456203 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:42.481959 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461ade9-7b7e-4ea1-a571-7c60e5473c4b None None] The sync data for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi is: [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:45:30Z', 'revision_number': 4, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'b3a8ab01-be9a-40e7-9897-d914c03a49b7', 'name': '', 'network_id': '6a3d49fc-fe05-4677-aa28-3de849a9cd8b', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'mac_address': 'fa:16:3e:b0:3a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:30Z', 'updated_at': '2022-01-31T04:45:38Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'subnets': [{'id': 'c29e6c71-abde-4bb2-b9a2-a6a62952dea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:56:42.735951 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79d33f-6a4d-47b0-8cec-abdaa24c4095 None None] New status for floating IP 02645d1c-a2cc-43ee-a1aa-2910a3a78e12: DOWN {{(pid=109633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:56:43.434142 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45138) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:43.507729 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8cc8-3db2-4147-b455-d126c8e845de tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (3eb6c9ac-0622-455b-b5eb-6101e790ff2c), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:43.507851 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8222e80-0007-4665-b7a0-08d6edb4f15d req-3f753dc9-80c3-4da4-9c1e-88bf1211deac tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:56:43.507851 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c8222e80-0007-4665-b7a0-08d6edb4f15d req-3f753dc9-80c3-4da4-9c1e-88bf1211deac tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0724692 Jan 31 04:56:43.518763 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8cc8-3db2-4147-b455-d126c8e845de tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (3eb6c9ac-0622-455b-b5eb-6101e790ff2c), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:43.555394 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c8222e80-0007-4665-b7a0-08d6edb4f15d req-1fe86995-02fa-42c3-9260-56c984ed65c2 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528457 Jan 31 04:56:43.644571 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8cc8-3db2-4147-b455-d126c8e845de tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (3eb6c9ac-0622-455b-b5eb-6101e790ff2c), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:43.647216 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8cc8-3db2-4147-b455-d126c8e845de tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:43.648437 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-1c3a8cc8-3db2-4147-b455-d126c8e845de tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "DELETE /v2.0/security-groups/3eb6c9ac-0622-455b-b5eb-6101e790ff2c HTTP/1.1" status: 204 len: 168 time: 0.2132916 Jan 31 04:56:43.651205 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45146) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:43.657882 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a8cc8-3db2-4147-b455-d126c8e845de tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb6c9ac-0622-455b-b5eb-6101e790ff2c,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:43.671522 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.api.v2.resource [None req-2c6316c4-a7fa-4292-a3b2-78d59292e908 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] show failed (client error): The resource could not be found. Jan 31 04:56:43.672551 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-2c6316c4-a7fa-4292-a3b2-78d59292e908 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "GET /v2.0/security-groups/3eb6c9ac-0622-455b-b5eb-6101e790ff2c HTTP/1.1" status: 404 len: 347 time: 0.0201595 Jan 31 04:56:43.675995 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45148) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:43.809012 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-3ab199e8-60b1-4a31-9287-799413c7ec31 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Deleting port e648aac3-1bb9-402d-bf03-dae6cca55cf2 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:56:43.809353 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3ab199e8-60b1-4a31-9287-799413c7ec31 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (e648aac3-1bb9-402d-bf03-dae6cca55cf2), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:43.881821 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3ab199e8-60b1-4a31-9287-799413c7ec31 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (e648aac3-1bb9-402d-bf03-dae6cca55cf2), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:43.882147 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3ab199e8-60b1-4a31-9287-799413c7ec31 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (e648aac3-1bb9-402d-bf03-dae6cca55cf2), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:43.893762 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-3ab199e8-60b1-4a31-9287-799413c7ec31 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Calling delete_port for e648aac3-1bb9-402d-bf03-dae6cca55cf2 owned by network:floatingip {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:56:44.090761 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3ab199e8-60b1-4a31-9287-799413c7ec31 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (e648aac3-1bb9-402d-bf03-dae6cca55cf2), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:44.120623 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab199e8-60b1-4a31-9287-799413c7ec31 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Pushing event deleted for resources: {'Port': ['ID=e648aac3-1bb9-402d-bf03-dae6cca55cf2,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:44.182960 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3ab199e8-60b1-4a31-9287-799413c7ec31 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks [] for floatingip (02645d1c-a2cc-43ee-a1aa-2910a3a78e12), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:44.192679 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-3ab199e8-60b1-4a31-9287-799413c7ec31 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:44.192679 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-3ab199e8-60b1-4a31-9287-799413c7ec31 tempest-AttachVolumeShelveTestJSON-1428651211 tempest-AttachVolumeShelveTestJSON-1428651211-project] 10.222.0.21 "DELETE /v2.0/floatingips/02645d1c-a2cc-43ee-a1aa-2910a3a78e12 HTTP/1.1" status: 204 len: 168 time: 0.5010014 Jan 31 04:56:44.388834 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:56:44.408273 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:56:44.408615 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 1140a716-79f3-4fa4-a1a5-dbbbd1a88a4a not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:56:46.898435 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45204) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:47.376572 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043869'] for router_interface (a4548a2a-e5b2-4535-8365-e489271e9a71), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:47.611425 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] Deleting port b3a8ab01-be9a-40e7-9897-d914c03a49b7 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:56:47.611771 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:47.692735 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] For port b3a8ab01-be9a-40e7-9897-d914c03a49b7, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=b3a8ab01-be9a-40e7-9897-d914c03a49b7,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:56:47.693059 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:47.705104 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] Calling delete_port for b3a8ab01-be9a-40e7-9897-d914c03a49b7 owned by network:router_interface {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:56:47.968688 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (b3a8ab01-be9a-40e7-9897-d914c03a49b7), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:48.002126 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a8ab01-be9a-40e7-9897-d914c03a49b7,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:48.029211 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45214) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:48.151971 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6d41-75eb-4b84-9d33-7c437694a2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:48.163396 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043721'] for router_interface (a4548a2a-e5b2-4535-8365-e489271e9a71), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:48.229182 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6d41-75eb-4b84-9d33-7c437694a2c4 admin admin] Publish callbacks [] for security_group (eb32d0b9-242d-4ddf-a577-e7dc52425fd8), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:48.312988 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6d41-75eb-4b84-9d33-7c437694a2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (eb32d0b9-242d-4ddf-a577-e7dc52425fd8), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:48.352010 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-0b6d6d41-75eb-4b84-9d33-7c437694a2c4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ddf03e3a1c442b58157d3018d2cd604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3216629 Jan 31 04:56:48.352881 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d6d41-75eb-4b84-9d33-7c437694a2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb32d0b9-242d-4ddf-a577-e7dc52425fd8,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:48.355380 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45218) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:48.403114 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] Router a4548a2a-e5b2-4535-8365-e489271e9a71 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:56:48.425893 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-25072b14-5f02-4245-9b42-182e6d46cbe9 admin admin] Publish callbacks [] for security_group (eb32d0b9-242d-4ddf-a577-e7dc52425fd8), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:48.483922 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-25072b14-5f02-4245-9b42-182e6d46cbe9 admin admin] Publish callbacks [] for security_group (eb32d0b9-242d-4ddf-a577-e7dc52425fd8), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:48.794878 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:56:48.800000 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-dc7e1063-19ad-4adf-bced-4b8fa80cdaa7 admin admin] 10.222.0.21 "PUT /v2.0/routers/a4548a2a-e5b2-4535-8365-e489271e9a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9005082 Jan 31 04:56:48.803368 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45220) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:48.806698 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] Sync routers for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:56:48.815720 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:56:48.816620 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:48.902663 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-25072b14-5f02-4245-9b42-182e6d46cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (eb32d0b9-242d-4ddf-a577-e7dc52425fd8), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:48.905312 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-25072b14-5f02-4245-9b42-182e6d46cbe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:48.906448 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-25072b14-5f02-4245-9b42-182e6d46cbe9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb32d0b9-242d-4ddf-a577-e7dc52425fd8 HTTP/1.1" status: 204 len: 168 time: 0.5500023 Jan 31 04:56:48.917725 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Publish callbacks [] for router (a4548a2a-e5b2-4535-8365-e489271e9a71), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:48.920521 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25072b14-5f02-4245-9b42-182e6d46cbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb32d0b9-242d-4ddf-a577-e7dc52425fd8,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:48.923285 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:56:49.027410 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Publish callbacks [] for router_gateway (a4548a2a-e5b2-4535-8365-e489271e9a71), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:49.102063 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:56:47Z', 'revision_number': 5, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port': {'id': 'bf4400bf-ff55-41ad-b8d4-93cfa6451915', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:a3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:45:26Z', 'updated_at': '2022-01-31T04:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:49.132521 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] Checking router: a4548a2a-e5b2-4535-8365-e489271e9a71 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:56:49.140905 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] Routers {'a4548a2a-e5b2-4535-8365-e489271e9a71'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:56:49.141517 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['a4548a2a-e5b2-4535-8365-e489271e9a71'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:49.159152 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Deleting port bf4400bf-ff55-41ad-b8d4-93cfa6451915 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:56:49.160402 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:49.234839 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] Set router a4548a2a-e5b2-4535-8365-e489271e9a71 gateway port host: None {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:56:49.241494 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] For port bf4400bf-ff55-41ad-b8d4-93cfa6451915, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=bf4400bf-ff55-41ad-b8d4-93cfa6451915,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:56:49.241859 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:49.255616 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Calling delete_port for bf4400bf-ff55-41ad-b8d4-93cfa6451915 owned by network:router_gateway {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:56:49.286732 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:56:49Z', 'revision_number': 6, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port_host': None}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:49.316377 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3aa96a-c905-4fe0-9a7e-1a9e644700e1 None None] The sync data for ids ['a4548a2a-e5b2-4535-8365-e489271e9a71'] in dv-cinder-826608-2-iscsi is: [{'id': 'a4548a2a-e5b2-4535-8365-e489271e9a71', 'name': 'tempest-AttachVolumeShelveTestJSON-513158981-router', 'tenant_id': '3951fb700ad04745afa04a4b077da951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:45:24Z', 'updated_at': '2022-01-31T04:56:49Z', 'revision_number': 6, 'project_id': '3951fb700ad04745afa04a4b077da951', 'gw_port_host': None}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:56:49.496429 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (bf4400bf-ff55-41ad-b8d4-93cfa6451915), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:49.522278 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4400bf-ff55-41ad-b8d4-93cfa6451915,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:49.586992 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047143'] for router_gateway (a4548a2a-e5b2-4535-8365-e489271e9a71), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:49.680124 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32463'] for router (a4548a2a-e5b2-4535-8365-e489271e9a71), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:49.682437 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Publish callbacks [] for router_controller (a4548a2a-e5b2-4535-8365-e489271e9a71), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:49.854005 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1021179'] for router (a4548a2a-e5b2-4535-8365-e489271e9a71), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:49.854611 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4548a2a-e5b2-4535-8365-e489271e9a71 {{(pid=109632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 04:56:49.859741 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:49.860569 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-9903d2e2-085e-4eb4-8639-0d07bbd401e8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a4548a2a-e5b2-4535-8365-e489271e9a71 HTTP/1.1" status: 204 len: 168 time: 1.0563059 Jan 31 04:56:49.864130 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45242) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:49.910451 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16cecd7-726b-4b82-a8ac-e0b507bd86b3 admin admin] Deleting subnet c29e6c71-abde-4bb2-b9a2-a6a62952dea9 {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:56:49.913420 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d16cecd7-726b-4b82-a8ac-e0b507bd86b3 admin admin] Publish callbacks [] for subnet (c29e6c71-abde-4bb2-b9a2-a6a62952dea9), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:49.948508 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d16cecd7-726b-4b82-a8ac-e0b507bd86b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4188970'] for subnet (c29e6c71-abde-4bb2-b9a2-a6a62952dea9), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.022681 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d16cecd7-726b-4b82-a8ac-e0b507bd86b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (c29e6c71-abde-4bb2-b9a2-a6a62952dea9), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.147862 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d16cecd7-726b-4b82-a8ac-e0b507bd86b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545251'] for subnet (c29e6c71-abde-4bb2-b9a2-a6a62952dea9), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.178332 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16cecd7-726b-4b82-a8ac-e0b507bd86b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c29e6c71-abde-4bb2-b9a2-a6a62952dea9,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:50.180333 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-d16cecd7-726b-4b82-a8ac-e0b507bd86b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.183630 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-d16cecd7-726b-4b82-a8ac-e0b507bd86b3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c29e6c71-abde-4bb2-b9a2-a6a62952dea9 HTTP/1.1" status: 204 len: 168 time: 0.3185103 Jan 31 04:56:50.186322 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45250) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:50.190563 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2211d1-1aca-47de-a196-414e90f0f3b1 None None] Network 6a3d49fc-fe05-4677-aa28-3de849a9cd8b requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:56:50.254371 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (6a3d49fc-fe05-4677-aa28-3de849a9cd8b), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.311274 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Deleting port a3bbacd1-9239-4113-8a10-5c56719661ae {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:56:50.311614 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.380090 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f06e40-ad7e-46ea-8b26-d776368d5b5b None None] DHCP port deletion for 6a3d49fc-fe05-4677-aa28-3de849a9cd8b request from dv-cinder-826608-2-iscsi {{(pid=109633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 04:56:50.383758 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] For port a3bbacd1-9239-4113-8a10-5c56719661ae, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=a3bbacd1-9239-4113-8a10-5c56719661ae,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:56:50.384175 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.399604 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Calling delete_port for a3bbacd1-9239-4113-8a10-5c56719661ae owned by network:dhcp {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:56:50.436823 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-08f06e40-ad7e-46ea-8b26-d776368d5b5b None None] Deleting port a3bbacd1-9239-4113-8a10-5c56719661ae {{(pid=109633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:56:50.437274 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-08f06e40-ad7e-46ea-8b26-d776368d5b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), before_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.505124 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-08f06e40-ad7e-46ea-8b26-d776368d5b5b None None] For port a3bbacd1-9239-4113-8a10-5c56719661ae, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=a3bbacd1-9239-4113-8a10-5c56719661ae,segment=NetworkSegment(b44811c4-58c2-4758-b691-719960accfd4),segment_id=b44811c4-58c2-4758-b691-719960accfd4)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:56:50.505590 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-08f06e40-ad7e-46ea-8b26-d776368d5b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), precommit_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.521674 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-08f06e40-ad7e-46ea-8b26-d776368d5b5b None None] Calling delete_port for a3bbacd1-9239-4113-8a10-5c56719661ae owned by network:dhcp {{(pid=109633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:56:50.562565 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.566609 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device bf4400bf-ff55-41ad-b8d4-93cfa6451915 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:56:50.588019 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bbacd1-9239-4113-8a10-5c56719661ae,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:50.590340 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: bf4400bf-ff55-41ad-b8d4-93cfa6451915 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:56:50.590711 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device bf4400bf-ff55-41ad-b8d4-93cfa6451915 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:56:50.591116 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device a3bbacd1-9239-4113-8a10-5c56719661ae no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:56:50.592042 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] No DVR routers for this DVR port a3bbacd1-9239-4113-8a10-5c56719661ae on host dv-cinder-826608-2-iscsi {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:56:50.618072 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: a3bbacd1-9239-4113-8a10-5c56719661ae {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:56:50.618420 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device a3bbacd1-9239-4113-8a10-5c56719661ae not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:56:50.618859 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device b3a8ab01-be9a-40e7-9897-d914c03a49b7 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:56:50.639524 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: b3a8ab01-be9a-40e7-9897-d914c03a49b7 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:56:50.639870 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device b3a8ab01-be9a-40e7-9897-d914c03a49b7 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:56:50.656319 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-08f06e40-ad7e-46ea-8b26-d776368d5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502'] for port (a3bbacd1-9239-4113-8a10-5c56719661ae), after_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.665199 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (6a3d49fc-fe05-4677-aa28-3de849a9cd8b), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.684026 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f06e40-ad7e-46ea-8b26-d776368d5b5b None None] Pushing event deleted for resources: {'Port': ['ID=a3bbacd1-9239-4113-8a10-5c56719661ae,revision_number=None']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:50.687595 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f06e40-ad7e-46ea-8b26-d776368d5b5b None None] No DVR routers for this DVR port a3bbacd1-9239-4113-8a10-5c56719661ae on host dv-cinder-826608-2-iscsi {{(pid=109633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:56:50.687820 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3d49fc-fe05-4677-aa28-3de849a9cd8b']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:50.709424 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44811c4-58c2-4758-b691-719960accfd4') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:50.709720 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44811c4-58c2-4758-b691-719960accfd4') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:56:50.720462 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (b44811c4-58c2-4758-b691-719960accfd4), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.733796 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (b44811c4-58c2-4758-b691-719960accfd4), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.740561 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:56:50.740946 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (b44811c4-58c2-4758-b691-719960accfd4), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:56:50.742536 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:56:50.895299 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (6a3d49fc-fe05-4677-aa28-3de849a9cd8b), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.900984 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:50.904207 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6a3d49fc-fe05-4677-aa28-3de849a9cd8b HTTP/1.1" status: 204 len: 168 time: 0.7169282 Jan 31 04:56:50.917846 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32ca14-c7e9-49b5-abc7-24abea4ea9a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a3d49fc-fe05-4677-aa28-3de849a9cd8b,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:51.275577 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45258) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:51.314781 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-bc42fcb5-00a0-43fe-adf0-d7ddad322b6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3951fb700ad04745afa04a4b077da951&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380740 Jan 31 04:56:51.317913 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45260) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:51.363189 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2c2da451-1ffc-4192-b796-258e8a38589e admin admin] Publish callbacks [] for security_group (75739867-fc6b-49a7-816f-683b00bdde57), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:51.384023 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2c2da451-1ffc-4192-b796-258e8a38589e admin admin] Publish callbacks [] for security_group (75739867-fc6b-49a7-816f-683b00bdde57), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:51.505350 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2c2da451-1ffc-4192-b796-258e8a38589e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (75739867-fc6b-49a7-816f-683b00bdde57), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:51.507930 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-2c2da451-1ffc-4192-b796-258e8a38589e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:51.509164 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2c2da451-1ffc-4192-b796-258e8a38589e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75739867-fc6b-49a7-816f-683b00bdde57 HTTP/1.1" status: 204 len: 168 time: 0.1903462 Jan 31 04:56:51.516747 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2da451-1ffc-4192-b796-258e8a38589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75739867-fc6b-49a7-816f-683b00bdde57,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:53.959900 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45326) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:54.059611 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5dd6-1244-4b39-b0a4-7ca74f13fcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:54.136044 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5dd6-1244-4b39-b0a4-7ca74f13fcde admin admin] Publish callbacks [] for security_group (b0f98699-b401-4182-8bff-81fbcdf6d1c3), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:54.213701 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-4a4b5dd6-1244-4b39-b0a4-7ca74f13fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (b0f98699-b401-4182-8bff-81fbcdf6d1c3), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:54.252377 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-4a4b5dd6-1244-4b39-b0a4-7ca74f13fcde admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5919f8b8c8e4f6bb0569dc540a8a593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914438 Jan 31 04:56:54.253244 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b5dd6-1244-4b39-b0a4-7ca74f13fcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f98699-b401-4182-8bff-81fbcdf6d1c3,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:54.255910 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45330) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:54.303577 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22426203-8b38-4198-b388-92b2b934fdc1 admin admin] Publish callbacks [] for security_group (b0f98699-b401-4182-8bff-81fbcdf6d1c3), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:54.327763 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22426203-8b38-4198-b388-92b2b934fdc1 admin admin] Publish callbacks [] for security_group (b0f98699-b401-4182-8bff-81fbcdf6d1c3), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:54.431245 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22426203-8b38-4198-b388-92b2b934fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (b0f98699-b401-4182-8bff-81fbcdf6d1c3), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:54.433846 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-22426203-8b38-4198-b388-92b2b934fdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:54.435032 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-22426203-8b38-4198-b388-92b2b934fdc1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0f98699-b401-4182-8bff-81fbcdf6d1c3 HTTP/1.1" status: 204 len: 168 time: 0.1780756 Jan 31 04:56:54.442762 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22426203-8b38-4198-b388-92b2b934fdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f98699-b401-4182-8bff-81fbcdf6d1c3,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:55.104953 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45344) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:55.118946 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a876534-642f-428d-81e0-28224611ccf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:55.200338 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a876534-642f-428d-81e0-28224611ccf5 admin admin] Publish callbacks [] for security_group (93754826-47ba-465a-a671-784123f6cb05), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:55.265702 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8a876534-642f-428d-81e0-28224611ccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (93754826-47ba-465a-a671-784123f6cb05), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:55.265956 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-7709cbc2-e149-4d28-a776-049123db1cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:55.303002 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a876534-642f-428d-81e0-28224611ccf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93754826-47ba-465a-a671-784123f6cb05,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:55.307148 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8a876534-642f-428d-81e0-28224611ccf5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95b988d41c264b36a97730a658ef85f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011211 Jan 31 04:56:55.309828 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45348) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:56:55.357094 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dcbcc0ad-572d-4425-a1ec-8c30e8255ca8 admin admin] Publish callbacks [] for security_group (93754826-47ba-465a-a671-784123f6cb05), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:55.377433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dcbcc0ad-572d-4425-a1ec-8c30e8255ca8 admin admin] Publish callbacks [] for security_group (93754826-47ba-465a-a671-784123f6cb05), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:55.478727 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dcbcc0ad-572d-4425-a1ec-8c30e8255ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (93754826-47ba-465a-a671-784123f6cb05), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:55.481357 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-dcbcc0ad-572d-4425-a1ec-8c30e8255ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:55.482486 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-dcbcc0ad-572d-4425-a1ec-8c30e8255ca8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93754826-47ba-465a-a671-784123f6cb05 HTTP/1.1" status: 204 len: 168 time: 0.1717331 Jan 31 04:56:55.491630 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcc0ad-572d-4425-a1ec-8c30e8255ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93754826-47ba-465a-a671-784123f6cb05,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:56:57.564156 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-72b7a4bd-8279-40ea-9a3a-cf139cba6a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:56:58.104250 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:56:58.524302 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:00.145031 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:01.358300 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:05.636204 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:06.910587 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45536) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:07.015758 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5ab5fa09-95a7-43bc-9112-2be73949cf8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:07.089259 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5ab5fa09-95a7-43bc-9112-2be73949cf8b admin admin] Publish callbacks [] for security_group (1484eb10-e2dd-49a8-9037-cea99054ff6c), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:07.141247 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5ab5fa09-95a7-43bc-9112-2be73949cf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1484eb10-e2dd-49a8-9037-cea99054ff6c), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:07.180383 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-5ab5fa09-95a7-43bc-9112-2be73949cf8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ca7da4f29174d1791bced97047d1a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687178 Jan 31 04:57:07.181197 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5fa09-95a7-43bc-9112-2be73949cf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1484eb10-e2dd-49a8-9037-cea99054ff6c,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:07.183897 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45544) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:07.261130 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae689f6e-794b-43a4-b4bb-6fcce5f61c1a admin admin] Publish callbacks [] for security_group (1484eb10-e2dd-49a8-9037-cea99054ff6c), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:07.288640 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae689f6e-794b-43a4-b4bb-6fcce5f61c1a admin admin] Publish callbacks [] for security_group (1484eb10-e2dd-49a8-9037-cea99054ff6c), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:07.407907 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae689f6e-794b-43a4-b4bb-6fcce5f61c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1484eb10-e2dd-49a8-9037-cea99054ff6c), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:07.411058 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ae689f6e-794b-43a4-b4bb-6fcce5f61c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:07.412220 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ae689f6e-794b-43a4-b4bb-6fcce5f61c1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1484eb10-e2dd-49a8-9037-cea99054ff6c HTTP/1.1" status: 204 len: 168 time: 0.2267547 Jan 31 04:57:07.419743 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae689f6e-794b-43a4-b4bb-6fcce5f61c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1484eb10-e2dd-49a8-9037-cea99054ff6c,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:08.403097 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45576) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:08.500637 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-76419523-network', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:08.590470 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Made reservation on behalf of e1637f6e48094653bebf0bc7af9aab9a for: {'network': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:57:08.592885 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:08.601256 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:08.671911 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Publish callbacks [] for security_group (1e0b484a-605e-4a91-a281-7dd7de35ea4e), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:08.727784 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1e0b484a-605e-4a91-a281-7dd7de35ea4e), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:08.751723 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:57:08.767044 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0b484a-605e-4a91-a281-7dd7de35ea4e,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:08.769992 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (504384b5-e85b-40ee-873c-7995640d792f), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:08.770319 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.segments_db [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Added segment 504384b5-e85b-40ee-873c-7995640d792f of type vlan for network 857a60d4-e4ef-4584-aa7d-b453d98e2609 Jan 31 04:57:08.808947 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (857a60d4-e4ef-4584-aa7d-b453d98e2609), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:08.889920 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (857a60d4-e4ef-4584-aa7d-b453d98e2609), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:08.890904 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:08.891504 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:08.948439 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] Pushing event updated for resources: {'Network': ['ID=857a60d4-e4ef-4584-aa7d-b453d98e2609,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:08.958441 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network 857a60d4-e4ef-4584-aa7d-b453d98e2609 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:57:09.041671 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-988cf407-4ff9-48ca-b0e5-c034bc2c2359 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6373100 Jan 31 04:57:09.044714 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45592) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:09.049660 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Request body: {'subnet': {'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-76419523-subnet', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'ip_version': 4}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:09.153000 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Made reservation on behalf of e1637f6e48094653bebf0bc7af9aab9a for: {'subnet': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:57:09.155435 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3779652'] for subnet (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:09.387757 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4023476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3779698'] for subnet (49d00b21-5f67-4580-80af-b86f8ba0e259), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:09.448052 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d00b21-5f67-4580-80af-b86f8ba0e259,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:09.455729 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Checking segment: {'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:09.456335 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Network hostable DHCP agents. Network: 857a60d4-e4ef-4584-aa7d-b453d98e2609, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:57:09.518476 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Network 857a60d4-e4ef-4584-aa7d-b453d98e2609 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:57:09.596329 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, 857a60d4-e4ef-4584-aa7d-b453d98e2609) {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:09.601089 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:09.602236 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:09.605626 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c1848-c38e-45c3-ab0e-4678696ea3a3 None None] Network 857a60d4-e4ef-4584-aa7d-b453d98e2609 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:57:09.679213 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-8957a981-b5ae-42f2-af66-5294d2023019 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6332970 Jan 31 04:57:09.682664 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45594) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:09.687158 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:09.708869 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2f825c5-f294-58d7-959c-947f82025dde-857a60d4-e4ef-4584-aa7d-b453d98e2609', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259'}]}} from dv-cinder-826608-2-iscsi. {{(pid=109633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 04:57:09.709706 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:09.764208 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1040968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32477'] for router (337df860-1265-4485-b296-674ef3a23cc6), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:09.765362 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32452'] for router (337df860-1265-4485-b296-674ef3a23cc6), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:09.821080 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks [] for router_controller (337df860-1265-4485-b296-674ef3a23cc6), precommit_add_association {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:09.923703 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.db_base_plugin_common [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Allocated IP 172.20.0.2 (857a60d4-e4ef-4584-aa7d-b453d98e2609/49d00b21-5f67-4580-80af-b86f8ba0e259/1d01707b-4ec6-4a00-8d96-7d0a4f230915) {{(pid=109633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:10.066879 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Publish callbacks [] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), precommit_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.124839 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.130817 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks [] for router_gateway (337df860-1265-4485-b296-674ef3a23cc6), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.161352 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Network 857a60d4-e4ef-4584-aa7d-b453d98e2609 is already hosted by enough agents. {{(pid=109633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:10.164042 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.base_scheduler [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Resources bound (agent type, host, resource id): {{(pid=109633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:10.169279 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Received port after_create {{(pid=109633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:10.180858 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Pushing event updated for resources: {'Port': ['ID=1d01707b-4ec6-4a00-8d96-7d0a4f230915,revision_number=1']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:10.230908 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Attempting to bind port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:10.231216 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Attempting to bind port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:10.231601 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Attempting to bind port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 on network 857a60d4-e4ef-4584-aa7d-b453d98e2609 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:10.236530 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:10.237554 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Checking segment: {'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:10.238007 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.238577 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Bound using segment: {'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:10.239071 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Bound port: 1d01707b-4ec6-4a00-8d96-7d0a4f230915, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:10.239454 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.301819 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] For port 1d01707b-4ec6-4a00-8d96-7d0a4f230915, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:10.304930 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] For port 1d01707b-4ec6-4a00-8d96-7d0a4f230915, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=1d01707b-4ec6-4a00-8d96-7d0a4f230915,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:10.387685 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.412898 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks [] for router_gateway (337df860-1265-4485-b296-674ef3a23cc6), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.433874 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.448598 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43d370-e01d-40fa-9d82-63ddce48c22a None None] Pushing event updated for resources: {'Port': ['ID=1d01707b-4ec6-4a00-8d96-7d0a4f230915,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:10.503671 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45612) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:10.561246 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Allocated IP 172.27.2.188 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/9c60613b-a097-494e-9fd4-80fc1ba9b8ce) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:10.664054 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-790db41f-531f-4482-90f3-81bf2dfd0716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.734601 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks [] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.831814 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.841475 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-790db41f-531f-4482-90f3-81bf2dfd0716 admin admin] Publish callbacks [] for security_group (c789ff6e-7212-45eb-9021-0d75da2557c8), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.871319 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:10.873972 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:10.880091 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:10.902890 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c60613b-a097-494e-9fd4-80fc1ba9b8ce,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:10.906958 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-790db41f-531f-4482-90f3-81bf2dfd0716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (c789ff6e-7212-45eb-9021-0d75da2557c8), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:10.989227 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790db41f-531f-4482-90f3-81bf2dfd0716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c789ff6e-7212-45eb-9021-0d75da2557c8,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:10.997706 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-790db41f-531f-4482-90f3-81bf2dfd0716 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=126bee929cff4816851a1e7b16cccdec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4929302 Jan 31 04:57:11.001237 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45616) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:11.050243 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-96db2d63-385f-4b5a-b0f2-099a73035e91 admin admin] Publish callbacks [] for security_group (c789ff6e-7212-45eb-9021-0d75da2557c8), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.074093 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-96db2d63-385f-4b5a-b0f2-099a73035e91 admin admin] Publish callbacks [] for security_group (c789ff6e-7212-45eb-9021-0d75da2557c8), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.185176 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-96db2d63-385f-4b5a-b0f2-099a73035e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (c789ff6e-7212-45eb-9021-0d75da2557c8), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.187949 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-96db2d63-385f-4b5a-b0f2-099a73035e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.192033 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-96db2d63-385f-4b5a-b0f2-099a73035e91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c789ff6e-7212-45eb-9021-0d75da2557c8 HTTP/1.1" status: 204 len: 168 time: 0.1868465 Jan 31 04:57:11.199313 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db2d63-385f-4b5a-b0f2-099a73035e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789ff6e-7212-45eb-9021-0d75da2557c8,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:11.271426 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks [] for router_gateway (337df860-1265-4485-b296-674ef3a23cc6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.401697 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525978e3-0aed-4aac-ab99-cbf4ea4c7e55 None None] Network 857a60d4-e4ef-4584-aa7d-b453d98e2609 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:57:11.474253 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107'] for router (337df860-1265-4485-b296-674ef3a23cc6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.526111 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-65446ddb-4df6-40d8-b38c-b435a6dcae0c None None] Provisioning complete for port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:11.526450 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-65446ddb-4df6-40d8-b38c-b435a6dcae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.617265 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-65446ddb-4df6-40d8-b38c-b435a6dcae0c None None] Current status of the port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:11.617579 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-65446ddb-4df6-40d8-b38c-b435a6dcae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.651009 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-65446ddb-4df6-40d8-b38c-b435a6dcae0c None None] For port 1d01707b-4ec6-4a00-8d96-7d0a4f230915, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=1d01707b-4ec6-4a00-8d96-7d0a4f230915,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:11.678565 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Router 337df860-1265-4485-b296-674ef3a23cc6 is scheduled to L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f with binding_index 1 {{(pid=109632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 04:57:11.729701 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-65446ddb-4df6-40d8-b38c-b435a6dcae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.778581 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65446ddb-4df6-40d8-b38c-b435a6dcae0c None None] Pushing event updated for resources: {'Port': ['ID=1d01707b-4ec6-4a00-8d96-7d0a4f230915,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:11.786536 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:57:11.796162 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Sync routers for ids ['337df860-1265-4485-b296-674ef3a23cc6'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:57:11.807037 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Routers {'337df860-1265-4485-b296-674ef3a23cc6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:11.807664 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['337df860-1265-4485-b296-674ef3a23cc6'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:11.869984 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-497808e8-9e2a-47ec-a775-b048ad96af51 None None] Provisioning complete for port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:11.870361 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-497808e8-9e2a-47ec-a775-b048ad96af51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.873549 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:11.875009 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-c7902396-00ef-402f-82ec-1ac5e6bc6ef6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1911023 Jan 31 04:57:11.878112 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45624) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:11.882819 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45626) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:11.958782 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Set router 337df860-1265-4485-b296-674ef3a23cc6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:12.115709 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-497808e8-9e2a-47ec-a775-b048ad96af51 None None] Current status of the port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:12.122109 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-133dc155-76f0-4bd6-af66-1cb62fd43a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.180317 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:11Z', 'revision_number': 3, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:12.209815 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-133dc155-76f0-4bd6-af66-1cb62fd43a12 admin admin] Publish callbacks [] for security_group (53b4319b-3cb8-49e5-8fff-43b77b26d303), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.211312 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Checking router: 337df860-1265-4485-b296-674ef3a23cc6 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:57:12.211762 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Updating router 337df860-1265-4485-b296-674ef3a23cc6 port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:57:12.241463 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.295840 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-133dc155-76f0-4bd6-af66-1cb62fd43a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (53b4319b-3cb8-49e5-8fff-43b77b26d303), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.336641 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dc155-76f0-4bd6-af66-1cb62fd43a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b4319b-3cb8-49e5-8fff-43b77b26d303,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:12.343335 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-133dc155-76f0-4bd6-af66-1cb62fd43a12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e165c64716a04a47a9cb7d25942bd5e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4592028 Jan 31 04:57:12.344853 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45628) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:12.398540 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-632823c3-c9fc-4cd5-8b21-708fdad13ee3 admin admin] Publish callbacks [] for security_group (53b4319b-3cb8-49e5-8fff-43b77b26d303), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.421490 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-632823c3-c9fc-4cd5-8b21-708fdad13ee3 admin admin] Publish callbacks [] for security_group (53b4319b-3cb8-49e5-8fff-43b77b26d303), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.504066 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Publish callbacks [] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.529974 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-632823c3-c9fc-4cd5-8b21-708fdad13ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (53b4319b-3cb8-49e5-8fff-43b77b26d303), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.532583 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-632823c3-c9fc-4cd5-8b21-708fdad13ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.538333 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-632823c3-c9fc-4cd5-8b21-708fdad13ee3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53b4319b-3cb8-49e5-8fff-43b77b26d303 HTTP/1.1" status: 204 len: 168 time: 0.1903572 Jan 31 04:57:12.547666 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632823c3-c9fc-4cd5-8b21-708fdad13ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b4319b-3cb8-49e5-8fff-43b77b26d303,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:12.578420 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.586841 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.630150 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 1d01707b-4ec6-4a00-8d96-7d0a4f230915 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:12.675660 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Attempting to bind port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:12.676035 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Attempting to bind port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:12.676400 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Attempting to bind port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce on network 6f7c1944-955a-46b9-acd3-7aac217521cd {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:12.691906 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:12.692267 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:12.694986 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.694986 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Bound using segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:12.694986 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Bound port: 9c60613b-a097-494e-9fd4-80fc1ba9b8ce, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:12.694986 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.697858 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b5c46-e98d-47d8-9926-1043f2bd28be None None] Pushing event updated for resources: {'Port': ['ID=9c60613b-a097-494e-9fd4-80fc1ba9b8ce,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:12.742769 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Allocated IP 172.20.0.1 (857a60d4-e4ef-4584-aa7d-b453d98e2609/49d00b21-5f67-4580-80af-b86f8ba0e259/3a4414d2-d6c5-493b-8257-043e7372a747) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:12.756269 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] For port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:12.758134 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:12.758505 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.760906 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] For port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=9c60613b-a097-494e-9fd4-80fc1ba9b8ce,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:12.841854 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:12.849897 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Publish callbacks [] for port (3a4414d2-d6c5-493b-8257-043e7372a747), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.890079 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.946069 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Routers {'337df860-1265-4485-b296-674ef3a23cc6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:12.946688 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['337df860-1265-4485-b296-674ef3a23cc6'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:12.951415 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b5c46-e98d-47d8-9926-1043f2bd28be None None] Pushing event updated for resources: {'Port': ['ID=9c60613b-a097-494e-9fd4-80fc1ba9b8ce,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:12.960405 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:12.998730 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Network 857a60d4-e4ef-4584-aa7d-b453d98e2609 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:13.006808 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:13.010195 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:13.036008 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4414d2-d6c5-493b-8257-043e7372a747,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:13.066357 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1041942'] for router_interface (337df860-1265-4485-b296-674ef3a23cc6), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:13.066491 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] Set router 337df860-1265-4485-b296-674ef3a23cc6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:13.277409 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:13.375849 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-9af15108-ef01-4a5a-bb46-c137c1a0e1d3 None None] Provisioning complete for port 3a4414d2-d6c5-493b-8257-043e7372a747 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:13.376221 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9af15108-ef01-4a5a-bb46-c137c1a0e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:13.420909 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-9af15108-ef01-4a5a-bb46-c137c1a0e1d3 None None] Port 3a4414d2-d6c5-493b-8257-043e7372a747 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:13.436129 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:11Z', 'revision_number': 3, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:13.447991 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Publish callbacks [] for port (3a4414d2-d6c5-493b-8257-043e7372a747), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:13.460436 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af1236-2836-42f5-ae2c-1c4aa78a30c3 None None] The sync data for ids ['337df860-1265-4485-b296-674ef3a23cc6'] in dv-cinder-826608-2-iscsi is: [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:11Z', 'revision_number': 3, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:57:13.512728 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:13.589944 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4414d2-d6c5-493b-8257-043e7372a747,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:13.595911 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043846'] for router_interface (337df860-1265-4485-b296-674ef3a23cc6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:13.708764 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Network 857a60d4-e4ef-4584-aa7d-b453d98e2609 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:13.710200 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:13.867559 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Router 337df860-1265-4485-b296-674ef3a23cc6 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:57:14.006362 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:57:14.015833 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-42f0748e-736a-4e59-9a98-94c061985fa4 admin admin] 10.222.0.21 "PUT /v2.0/routers/337df860-1265-4485-b296-674ef3a23cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1308994 Jan 31 04:57:14.048792 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-1cc7f8c8-5093-46ec-8050-39743dafeea8 None None] Provisioning complete for port 3a4414d2-d6c5-493b-8257-043e7372a747 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:14.050060 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f8c8-5093-46ec-8050-39743dafeea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:14.085023 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7f8c8-5093-46ec-8050-39743dafeea8 None None] Port 3a4414d2-d6c5-493b-8257-043e7372a747 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:14.602995 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 9c60613b-a097-494e-9fd4-80fc1ba9b8ce up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:14.658148 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:14.658593 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:14.734729 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:14.735192 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:14.761058 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=9c60613b-a097-494e-9fd4-80fc1ba9b8ce,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:14.793116 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45682) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:14.798246 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-242632183-network', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:14.838416 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:14.890275 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=9c60613b-a097-494e-9fd4-80fc1ba9b8ce,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:14.901389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Made reservation on behalf of c6431eaca81f44a4aee9a57824826628 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:57:14.903812 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:14.913072 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:14.990739 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Publish callbacks [] for security_group (9a0b6555-a9b3-428c-8423-1c03a7c8a51c), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.073005 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (9a0b6555-a9b3-428c-8423-1c03a7c8a51c), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.088001 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:57:15.096701 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Sync routers for ids ['337df860-1265-4485-b296-674ef3a23cc6'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:57:15.107467 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Routers {'337df860-1265-4485-b296-674ef3a23cc6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:15.107656 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['337df860-1265-4485-b296-674ef3a23cc6'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:15.108387 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (e5ee8888-61e7-4e6e-8554-af9f47c75611), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.108744 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Added segment e5ee8888-61e7-4e6e-8554-af9f47c75611 of type vlan for network 8570d9c4-7cbf-45a1-b328-5225ff452236 Jan 31 04:57:15.126919 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0b6555-a9b3-428c-8423-1c03a7c8a51c,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:15.157886 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (8570d9c4-7cbf-45a1-b328-5225ff452236), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.213960 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Set router 337df860-1265-4485-b296-674ef3a23cc6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:15.284155 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (8570d9c4-7cbf-45a1-b328-5225ff452236), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.285099 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:15.294915 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.362566 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] Pushing event updated for resources: {'Network': ['ID=8570d9c4-7cbf-45a1-b328-5225ff452236,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:15.373244 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network 8570d9c4-7cbf-45a1-b328-5225ff452236 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:57:15.413977 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:13Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '3a4414d2-d6c5-493b-8257-043e7372a747', 'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'mac_address': 'fa:16:3e:55:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:12Z', 'updated_at': '2022-01-31T04:57:13Z', 'revision_number': 2, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'subnets': [{'id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:15.416567 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-1c2b98bf-1ae0-4ae6-86cc-a263a4808e1b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6223681 Jan 31 04:57:15.419347 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45694) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:15.426609 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Request body: {'subnet': {'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-242632183-subnet', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:15.528855 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Checking router: 337df860-1265-4485-b296-674ef3a23cc6 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:57:15.529205 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Updating router 337df860-1265-4485-b296-674ef3a23cc6 port 3a4414d2-d6c5-493b-8257-043e7372a747 binding host dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:57:15.529589 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Made reservation on behalf of c6431eaca81f44a4aee9a57824826628 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:57:15.532006 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545246'] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.556418 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.764385 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4189072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545256'] for subnet (756a6755-1e87-4ec7-a605-a58fba1e0241), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.815891 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756a6755-1e87-4ec7-a605-a58fba1e0241,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:15.830045 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Publish callbacks [] for port (3a4414d2-d6c5-493b-8257-043e7372a747), precommit_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.835150 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Checking segment: {'id': 'e5ee8888-61e7-4e6e-8554-af9f47c75611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:15.835150 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Network hostable DHCP agents. Network: 8570d9c4-7cbf-45a1-b328-5225ff452236, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:57:15.939363 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Network 8570d9c4-7cbf-45a1-b328-5225ff452236 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:57:15.939586 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:15.986110 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Pushing event updated for resources: {'Port': ['ID=3a4414d2-d6c5-493b-8257-043e7372a747,revision_number=3']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:15.995753 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:15.996852 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:15.997214 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:15.997577 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:15.997906 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:15.998258 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:15.998588 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:15.998942 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:15.999292 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:15.999657 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:15.999980 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:16.000298 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:16.000611 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:16.041884 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, 8570d9c4-7cbf-45a1-b328-5225ff452236) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:16.046937 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:16.047934 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.054145 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3673b36e-2154-49fa-b9b4-db37febfca35 None None] Network 8570d9c4-7cbf-45a1-b328-5225ff452236 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:57:16.062474 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Attempting to bind port 3a4414d2-d6c5-493b-8257-043e7372a747 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:16.063437 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Attempting to bind port 3a4414d2-d6c5-493b-8257-043e7372a747 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:16.063437 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Attempting to bind port 3a4414d2-d6c5-493b-8257-043e7372a747 on network 857a60d4-e4ef-4584-aa7d-b453d98e2609 {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:16.069912 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:16.071235 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Checking segment: {'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:16.071643 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.072033 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Bound using segment: {'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:16.072512 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Bound port: 3a4414d2-d6c5-493b-8257-043e7372a747, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'}}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:16.072880 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.150297 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] For port 3a4414d2-d6c5-493b-8257-043e7372a747, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:16.154971 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] For port 3a4414d2-d6c5-493b-8257-043e7372a747, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=3a4414d2-d6c5-493b-8257-043e7372a747,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:16.156358 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45714) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:16.156913 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-00392def-3b52-4849-b917-ddd1855411c1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7361403 Jan 31 04:57:16.161776 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-242632183-router', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:16.191671 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2f825c5-f294-58d7-959c-947f82025dde-8570d9c4-7cbf-45a1-b328-5225ff452236', 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236', 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'fixed_ips': [{'subnet_id': '756a6755-1e87-4ec7-a605-a58fba1e0241'}]}} from dv-cinder-826608-2-iscsi. {{(pid=109633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 04:57:16.192448 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.272070 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-72e28812-1ad8-40f2-a0fc-53df76e82006 None None] Provisioning complete for port 3a4414d2-d6c5-493b-8257-043e7372a747 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:16.274564 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-72e28812-1ad8-40f2-a0fc-53df76e82006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.293882 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1040968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32477'] for router (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.294157 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.295020 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32452'] for router (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.343516 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-72e28812-1ad8-40f2-a0fc-53df76e82006 None None] Port 3a4414d2-d6c5-493b-8257-043e7372a747 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:16.349246 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Routers {'337df860-1265-4485-b296-674ef3a23cc6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:16.349246 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['337df860-1265-4485-b296-674ef3a23cc6'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:16.359981 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks [] for router_controller (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), precommit_add_association {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.372373 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.db_base_plugin_common [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Allocated IP 172.20.0.2 (8570d9c4-7cbf-45a1-b328-5225ff452236/756a6755-1e87-4ec7-a605-a58fba1e0241/6bf9cd5f-53f8-482f-af45-36356cb3a960) {{(pid=109633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:16.472338 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] Set router 337df860-1265-4485-b296-674ef3a23cc6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:16.510686 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45718) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:16.612442 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 9c60613b-a097-494e-9fd4-80fc1ba9b8ce up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:16.636015 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2ccb3-7ab8-4bfa-8ce7-7b84dc49f316 None None] Pushing event updated for resources: {'Port': ['ID=3a4414d2-d6c5-493b-8257-043e7372a747,revision_number=4']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:16.655866 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks [] for router_gateway (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.673143 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Publish callbacks [] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), precommit_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.684923 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6fe66515-ff26-412a-9cba-02a7be86bc9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.693093 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-b1fc9663-a785-4bb1-9007-7bb2760f5e81 None None] Provisioning complete for port 3a4414d2-d6c5-493b-8257-043e7372a747 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:16.693473 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9663-a785-4bb1-9007-7bb2760f5e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.722768 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:13Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '3a4414d2-d6c5-493b-8257-043e7372a747', 'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'mac_address': 'fa:16:3e:55:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:12Z', 'updated_at': '2022-01-31T04:57:16Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'subnets': [{'id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:16.729012 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:16.729401 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.751746 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7857fc4-0012-4644-9221-72426d842c90 None None] The sync data for ids ['337df860-1265-4485-b296-674ef3a23cc6'] in dv-cinder-826608-2-iscsi is: [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:13Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '3a4414d2-d6c5-493b-8257-043e7372a747', 'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'mac_address': 'fa:16:3e:55:34:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:12Z', 'updated_at': '2022-01-31T04:57:16Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'subnets': [{'id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:57:16.773023 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.784576 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6fe66515-ff26-412a-9cba-02a7be86bc9a admin admin] Publish callbacks [] for security_group (fc9f3df1-942c-4e46-af08-ba7353f09142), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.843943 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Network 8570d9c4-7cbf-45a1-b328-5225ff452236 is already hosted by enough agents. {{(pid=109633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:16.853870 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-6fe66515-ff26-412a-9cba-02a7be86bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (fc9f3df1-942c-4e46-af08-ba7353f09142), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.870655 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.base_scheduler [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Resources bound (agent type, host, resource id): {{(pid=109633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:16.872519 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Pushing event updated for resources: {'Port': ['ID=6bf9cd5f-53f8-482f-af45-36356cb3a960,revision_number=1']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:16.875613 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Received port after_create {{(pid=109633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:16.892152 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe66515-ff26-412a-9cba-02a7be86bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9f3df1-942c-4e46-af08-ba7353f09142,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:16.921536 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-6fe66515-ff26-412a-9cba-02a7be86bc9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb32569700b6439c8dc800cfb4d683d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098098 Jan 31 04:57:16.928404 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45722) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:16.948497 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-b1fc9663-a785-4bb1-9007-7bb2760f5e81 None None] Current status of the port 3a4414d2-d6c5-493b-8257-043e7372a747 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:16.948894 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9663-a785-4bb1-9007-7bb2760f5e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.984922 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-940f699e-535b-4f67-8f7f-6d9fa8d69285 admin admin] Publish callbacks [] for security_group (fc9f3df1-942c-4e46-af08-ba7353f09142), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.988951 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks [] for router_gateway (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:16.996831 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:17.009948 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Attempting to bind port 6bf9cd5f-53f8-482f-af45-36356cb3a960 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:17.010325 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Attempting to bind port 6bf9cd5f-53f8-482f-af45-36356cb3a960 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'e5ee8888-61e7-4e6e-8554-af9f47c75611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:17.010703 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Attempting to bind port 6bf9cd5f-53f8-482f-af45-36356cb3a960 on network 8570d9c4-7cbf-45a1-b328-5225ff452236 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:17.010893 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-940f699e-535b-4f67-8f7f-6d9fa8d69285 admin admin] Publish callbacks [] for security_group (fc9f3df1-942c-4e46-af08-ba7353f09142), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.027347 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:17.027732 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Checking segment: {'id': 'e5ee8888-61e7-4e6e-8554-af9f47c75611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:17.028138 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.028540 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Bound using segment: {'id': 'e5ee8888-61e7-4e6e-8554-af9f47c75611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:17.029066 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Bound port: 6bf9cd5f-53f8-482f-af45-36356cb3a960, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ee8888-61e7-4e6e-8554-af9f47c75611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:17.029452 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.029576 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.032732 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-b1fc9663-a785-4bb1-9007-7bb2760f5e81 None None] For port 3a4414d2-d6c5-493b-8257-043e7372a747, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=3a4414d2-d6c5-493b-8257-043e7372a747,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:17.114871 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b1fc9663-a785-4bb1-9007-7bb2760f5e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.152214 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] For port 6bf9cd5f-53f8-482f-af45-36356cb3a960, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:17.158369 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Allocated IP 172.27.2.101 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/8405230f-1a23-42e6-b24b-754863da9fce) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:17.169971 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-940f699e-535b-4f67-8f7f-6d9fa8d69285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (fc9f3df1-942c-4e46-af08-ba7353f09142), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.171391 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] For port 6bf9cd5f-53f8-482f-af45-36356cb3a960, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6bf9cd5f-53f8-482f-af45-36356cb3a960,segment=NetworkSegment(e5ee8888-61e7-4e6e-8554-af9f47c75611),segment_id=e5ee8888-61e7-4e6e-8554-af9f47c75611)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:17.173741 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-940f699e-535b-4f67-8f7f-6d9fa8d69285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.176142 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-940f699e-535b-4f67-8f7f-6d9fa8d69285 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc9f3df1-942c-4e46-af08-ba7353f09142 HTTP/1.1" status: 204 len: 168 time: 0.2460454 Jan 31 04:57:17.186210 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f699e-535b-4f67-8f7f-6d9fa8d69285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9f3df1-942c-4e46-af08-ba7353f09142,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:17.192025 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc9663-a785-4bb1-9007-7bb2760f5e81 None None] Pushing event updated for resources: {'Port': ['ID=3a4414d2-d6c5-493b-8257-043e7372a747,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:17.282280 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.286440 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks [] for port (8405230f-1a23-42e6-b24b-754863da9fce), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.352783 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a56ed7-c026-4cd2-9be6-801dc4d58769 None None] Pushing event updated for resources: {'Port': ['ID=6bf9cd5f-53f8-482f-af45-36356cb3a960,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:17.397567 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (8405230f-1a23-42e6-b24b-754863da9fce), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.444153 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:17.447959 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:17.452886 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Pushing event updated for resources: {'Port': ['ID=8405230f-1a23-42e6-b24b-754863da9fce,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:17.458615 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:17.848981 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks [] for router_gateway (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:17.927037 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45728) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:17.944077 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-85d8fcb2-8097-4ea1-bad8-6b0e0e5eb838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.052511 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-85d8fcb2-8097-4ea1-bad8-6b0e0e5eb838 admin admin] Publish callbacks [] for security_group (94ea7bc9-6d81-482b-9769-7ea09e191e31), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.072585 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107'] for router (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.130390 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-85d8fcb2-8097-4ea1-bad8-6b0e0e5eb838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (94ea7bc9-6d81-482b-9769-7ea09e191e31), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.175300 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-85d8fcb2-8097-4ea1-bad8-6b0e0e5eb838 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5922045028f24896a97ed1de410e72b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470562 Jan 31 04:57:18.176033 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8fcb2-8097-4ea1-bad8-6b0e0e5eb838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ea7bc9-6d81-482b-9769-7ea09e191e31,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:18.177970 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45730) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:18.258322 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d1596f94-78e5-4dd4-a492-c5cb7fd8ced9 admin admin] Publish callbacks [] for security_group (94ea7bc9-6d81-482b-9769-7ea09e191e31), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.281047 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d1596f94-78e5-4dd4-a492-c5cb7fd8ced9 admin admin] Publish callbacks [] for security_group (94ea7bc9-6d81-482b-9769-7ea09e191e31), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.317094 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 is scheduled to L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f with binding_index 1 {{(pid=109632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 04:57:18.328603 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36480b13-47ed-449d-9a13-a5f59e3b3400 None None] Network 8570d9c4-7cbf-45a1-b328-5225ff452236 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:57:18.398187 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-092ba209-33a7-4777-8c20-1cdfb44b2d0d None None] Provisioning complete for port 6bf9cd5f-53f8-482f-af45-36356cb3a960 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:18.398566 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-092ba209-33a7-4777-8c20-1cdfb44b2d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.404313 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d1596f94-78e5-4dd4-a492-c5cb7fd8ced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (94ea7bc9-6d81-482b-9769-7ea09e191e31), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.406971 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d1596f94-78e5-4dd4-a492-c5cb7fd8ced9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.408113 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-d1596f94-78e5-4dd4-a492-c5cb7fd8ced9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/94ea7bc9-6d81-482b-9769-7ea09e191e31 HTTP/1.1" status: 204 len: 168 time: 0.2286179 Jan 31 04:57:18.421524 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1596f94-78e5-4dd4-a492-c5cb7fd8ced9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ea7bc9-6d81-482b-9769-7ea09e191e31,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:18.438355 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:57:18.463116 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Sync routers for ids ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:57:18.495557 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Routers {'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:18.496192 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:18.525606 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.525846 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-d84cd0d6-1ea9-4967-9f48-3c375a7995f9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3677368 Jan 31 04:57:18.528741 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45734) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:18.750662 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6bf9cd5f-53f8-482f-af45-36356cb3a960 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:18.778322 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-092ba209-33a7-4777-8c20-1cdfb44b2d0d None None] Current status of the port 6bf9cd5f-53f8-482f-af45-36356cb3a960 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:18.778726 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-092ba209-33a7-4777-8c20-1cdfb44b2d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.839005 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Set router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:18.903097 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-092ba209-33a7-4777-8c20-1cdfb44b2d0d None None] For port 6bf9cd5f-53f8-482f-af45-36356cb3a960, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6bf9cd5f-53f8-482f-af45-36356cb3a960,segment=NetworkSegment(e5ee8888-61e7-4e6e-8554-af9f47c75611),segment_id=e5ee8888-61e7-4e6e-8554-af9f47c75611)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:18.962756 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 6bf9cd5f-53f8-482f-af45-36356cb3a960 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:18.963174 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:18.969361 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-092ba209-33a7-4777-8c20-1cdfb44b2d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.048274 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.096064 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ba209-33a7-4777-8c20-1cdfb44b2d0d None None] Pushing event updated for resources: {'Port': ['ID=6bf9cd5f-53f8-482f-af45-36356cb3a960,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:19.142291 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-8a054b68-c409-4371-8c85-92cd805da29e None None] Provisioning complete for port 6bf9cd5f-53f8-482f-af45-36356cb3a960 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:19.142702 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-8a054b68-c409-4371-8c85-92cd805da29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.182219 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 6bf9cd5f-53f8-482f-af45-36356cb3a960 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:19.183337 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 3a4414d2-d6c5-493b-8257-043e7372a747 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:19.217612 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Allocated IP 172.20.0.1 (8570d9c4-7cbf-45a1-b328-5225ff452236/756a6755-1e87-4ec7-a605-a58fba1e0241/47f37335-3766-4fea-a106-e4b6aa4b49dc) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:19.229671 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'name': 'tempest-TestMinimumBasicScenario-242632183-router', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '8405230f-1a23-42e6-b24b-754863da9fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:16Z', 'updated_at': '2022-01-31T04:57:17Z', 'revision_number': 3, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'gw_port': {'id': '8405230f-1a23-42e6-b24b-754863da9fce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:17Z', 'updated_at': '2022-01-31T04:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:19.263348 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Checking router: f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:57:19.263707 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Updating router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 port 8405230f-1a23-42e6-b24b-754863da9fce binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:57:19.322908 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Publish callbacks [] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.328934 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (8405230f-1a23-42e6-b24b-754863da9fce), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.335430 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 3a4414d2-d6c5-493b-8257-043e7372a747 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:19.335845 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.381347 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-8a054b68-c409-4371-8c85-92cd805da29e None None] Current status of the port 6bf9cd5f-53f8-482f-af45-36356cb3a960 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:19.427629 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.465430 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Network 8570d9c4-7cbf-45a1-b328-5225ff452236 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:19.468253 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:19.487515 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=47f37335-3766-4fea-a106-e4b6aa4b49dc,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:19.491330 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:19.536541 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 3a4414d2-d6c5-493b-8257-043e7372a747 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:19.537840 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1041942'] for router_interface (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.705257 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Publish callbacks [] for port (8405230f-1a23-42e6-b24b-754863da9fce), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.715392 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d6d4aaed-0d4a-4bb7-94ec-d9e52551e01e None None] Provisioning complete for port 47f37335-3766-4fea-a106-e4b6aa4b49dc triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:19.715764 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d6d4aaed-0d4a-4bb7-94ec-d9e52551e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.750072 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d6d4aaed-0d4a-4bb7-94ec-d9e52551e01e None None] Port 47f37335-3766-4fea-a106-e4b6aa4b49dc cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:19.763962 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (8405230f-1a23-42e6-b24b-754863da9fce), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.766990 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.817875 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a20fff-76e1-401f-9a40-622d5d1f2ef4 None None] Pushing event updated for resources: {'Port': ['ID=8405230f-1a23-42e6-b24b-754863da9fce,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:19.820458 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Attempting to bind port 8405230f-1a23-42e6-b24b-754863da9fce on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:19.820841 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Attempting to bind port 8405230f-1a23-42e6-b24b-754863da9fce by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:19.821205 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Attempting to bind port 8405230f-1a23-42e6-b24b-754863da9fce on network 6f7c1944-955a-46b9-acd3-7aac217521cd {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:19.826819 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:19.828782 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:19.828782 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.828782 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Bound using segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:19.828782 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Bound port: 8405230f-1a23-42e6-b24b-754863da9fce, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:19.828782 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (8405230f-1a23-42e6-b24b-754863da9fce), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.884060 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] For port 8405230f-1a23-42e6-b24b-754863da9fce, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:19.887666 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] For port 8405230f-1a23-42e6-b24b-754863da9fce, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=8405230f-1a23-42e6-b24b-754863da9fce,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:19.934295 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Publish callbacks [] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:19.970186 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (8405230f-1a23-42e6-b24b-754863da9fce), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:20.032132 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Routers {'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:20.032753 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:20.037694 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a20fff-76e1-401f-9a40-622d5d1f2ef4 None None] Pushing event updated for resources: {'Port': ['ID=8405230f-1a23-42e6-b24b-754863da9fce,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:20.038871 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:20.121362 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043846'] for router_interface (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:20.124036 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=47f37335-3766-4fea-a106-e4b6aa4b49dc,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:20.155960 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] Set router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:20.216494 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Network 8570d9c4-7cbf-45a1-b328-5225ff452236 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:20.217907 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:20.365720 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:57:20.383193 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'name': 'tempest-TestMinimumBasicScenario-242632183-router', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '8405230f-1a23-42e6-b24b-754863da9fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:16Z', 'updated_at': '2022-01-31T04:57:19Z', 'revision_number': 4, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'gw_port': {'id': '8405230f-1a23-42e6-b24b-754863da9fce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:17Z', 'updated_at': '2022-01-31T04:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '47f37335-3766-4fea-a106-e4b6aa4b49dc', 'name': '', 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'mac_address': 'fa:16:3e:27:28:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '756a6755-1e87-4ec7-a605-a58fba1e0241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:19Z', 'updated_at': '2022-01-31T04:57:19Z', 'revision_number': 2, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'subnets': [{'id': '756a6755-1e87-4ec7-a605-a58fba1e0241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:20.420606 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef260915-427f-49a1-8557-ccb208ee6c19 None None] The sync data for ids ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'] in dv-cinder-826608-2-iscsi is: [{'id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'name': 'tempest-TestMinimumBasicScenario-242632183-router', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '8405230f-1a23-42e6-b24b-754863da9fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:16Z', 'updated_at': '2022-01-31T04:57:19Z', 'revision_number': 4, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'gw_port': {'id': '8405230f-1a23-42e6-b24b-754863da9fce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:17Z', 'updated_at': '2022-01-31T04:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '47f37335-3766-4fea-a106-e4b6aa4b49dc', 'name': '', 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'mac_address': 'fa:16:3e:27:28:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '756a6755-1e87-4ec7-a605-a58fba1e0241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:19Z', 'updated_at': '2022-01-31T04:57:19Z', 'revision_number': 2, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'subnets': [{'id': '756a6755-1e87-4ec7-a605-a58fba1e0241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:57:20.475998 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-705a1f00-1db1-4fae-9fa7-6fc29931fffa None None] Provisioning complete for port 47f37335-3766-4fea-a106-e4b6aa4b49dc triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:20.476380 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-705a1f00-1db1-4fae-9fa7-6fc29931fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:20.492621 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:57:20.508281 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-b3d5c53a-2e62-4b43-8b41-6e2a3cce2ce8 admin admin] 10.222.0.21 "PUT /v2.0/routers/f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9773686 Jan 31 04:57:20.537601 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-705a1f00-1db1-4fae-9fa7-6fc29931fffa None None] Port 47f37335-3766-4fea-a106-e4b6aa4b49dc cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:20.605038 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6bf9cd5f-53f8-482f-af45-36356cb3a960 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:20.657321 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 6bf9cd5f-53f8-482f-af45-36356cb3a960 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:20.657765 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:20.750758 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 6bf9cd5f-53f8-482f-af45-36356cb3a960 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:22.680952 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 8405230f-1a23-42e6-b24b-754863da9fce up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:22.883714 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 8405230f-1a23-42e6-b24b-754863da9fce triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:22.884201 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (8405230f-1a23-42e6-b24b-754863da9fce), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:22.979813 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 8405230f-1a23-42e6-b24b-754863da9fce is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:22.980206 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (8405230f-1a23-42e6-b24b-754863da9fce), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:23.004618 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port 8405230f-1a23-42e6-b24b-754863da9fce, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=8405230f-1a23-42e6-b24b-754863da9fce,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:23.084426 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (8405230f-1a23-42e6-b24b-754863da9fce), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:23.170038 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=8405230f-1a23-42e6-b24b-754863da9fce,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:24.171619 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45900) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:24.286681 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8b7f650a-80cf-4757-9a78-5c0de8dd812a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:24.359298 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8b7f650a-80cf-4757-9a78-5c0de8dd812a admin admin] Publish callbacks [] for security_group (83516a3b-028a-4d4f-a054-75ea7f2c1325), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:24.461791 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Sync routers for ids ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:57:24.473953 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Routers {'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:24.474561 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:24.579282 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 8405230f-1a23-42e6-b24b-754863da9fce up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:24.583413 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Set router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:24.635372 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 8405230f-1a23-42e6-b24b-754863da9fce triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:24.635750 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (8405230f-1a23-42e6-b24b-754863da9fce), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:24.717867 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 8405230f-1a23-42e6-b24b-754863da9fce is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:24.758563 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8b7f650a-80cf-4757-9a78-5c0de8dd812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (83516a3b-028a-4d4f-a054-75ea7f2c1325), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:24.782603 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'name': 'tempest-TestMinimumBasicScenario-242632183-router', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '8405230f-1a23-42e6-b24b-754863da9fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:16Z', 'updated_at': '2022-01-31T04:57:19Z', 'revision_number': 4, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'gw_port': {'id': '8405230f-1a23-42e6-b24b-754863da9fce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:17Z', 'updated_at': '2022-01-31T04:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '47f37335-3766-4fea-a106-e4b6aa4b49dc', 'name': '', 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'mac_address': 'fa:16:3e:27:28:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '756a6755-1e87-4ec7-a605-a58fba1e0241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:19Z', 'updated_at': '2022-01-31T04:57:19Z', 'revision_number': 2, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'subnets': [{'id': '756a6755-1e87-4ec7-a605-a58fba1e0241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:24.793439 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f650a-80cf-4757-9a78-5c0de8dd812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83516a3b-028a-4d4f-a054-75ea7f2c1325,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:24.809239 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45904) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:24.815749 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Checking router: f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:57:24.816292 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Updating router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 port 47f37335-3766-4fea-a106-e4b6aa4b49dc binding host dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:57:24.823396 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8b7f650a-80cf-4757-9a78-5c0de8dd812a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efb8839cf11645cead042cb35ea89765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505866 Jan 31 04:57:24.845656 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:24.870930 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-088dc4a5-3e6a-40ef-843c-74f556f8a6d7 admin admin] Publish callbacks [] for security_group (83516a3b-028a-4d4f-a054-75ea7f2c1325), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:24.896340 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-088dc4a5-3e6a-40ef-843c-74f556f8a6d7 admin admin] Publish callbacks [] for security_group (83516a3b-028a-4d4f-a054-75ea7f2c1325), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:25.004278 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-088dc4a5-3e6a-40ef-843c-74f556f8a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (83516a3b-028a-4d4f-a054-75ea7f2c1325), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:25.006951 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-088dc4a5-3e6a-40ef-843c-74f556f8a6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:25.008150 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-088dc4a5-3e6a-40ef-843c-74f556f8a6d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83516a3b-028a-4d4f-a054-75ea7f2c1325 HTTP/1.1" status: 204 len: 168 time: 0.1979425 Jan 31 04:57:25.020446 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088dc4a5-3e6a-40ef-843c-74f556f8a6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83516a3b-028a-4d4f-a054-75ea7f2c1325,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:25.137962 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Publish callbacks [] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), precommit_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:25.243783 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:25.272680 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-19a499a0-1822-45f3-a3a2-010162aa0ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:25.461234 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50008151-3afb-4b93-b247-1f6a231e189f None None] Pushing event updated for resources: {'Port': ['ID=47f37335-3766-4fea-a106-e4b6aa4b49dc,revision_number=3']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:25.469324 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Attempting to bind port 47f37335-3766-4fea-a106-e4b6aa4b49dc on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:25.471364 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Attempting to bind port 47f37335-3766-4fea-a106-e4b6aa4b49dc by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'e5ee8888-61e7-4e6e-8554-af9f47c75611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236'}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:25.472513 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Attempting to bind port 47f37335-3766-4fea-a106-e4b6aa4b49dc on network 8570d9c4-7cbf-45a1-b328-5225ff452236 {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:25.479168 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:25.479923 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Checking segment: {'id': 'e5ee8888-61e7-4e6e-8554-af9f47c75611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:25.480578 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:25.481167 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Bound using segment: {'id': 'e5ee8888-61e7-4e6e-8554-af9f47c75611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236'} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:25.481873 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Bound port: 47f37335-3766-4fea-a106-e4b6aa4b49dc, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ee8888-61e7-4e6e-8554-af9f47c75611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236'}}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:25.483187 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:25.596667 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] For port 47f37335-3766-4fea-a106-e4b6aa4b49dc, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:25.598177 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-b4e86033-6965-4e38-a9ed-a22614b91d82 None None] Provisioning complete for port 47f37335-3766-4fea-a106-e4b6aa4b49dc triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:25.598657 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b4e86033-6965-4e38-a9ed-a22614b91d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:25.605514 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] For port 47f37335-3766-4fea-a106-e4b6aa4b49dc, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=47f37335-3766-4fea-a106-e4b6aa4b49dc,segment=NetworkSegment(e5ee8888-61e7-4e6e-8554-af9f47c75611),segment_id=e5ee8888-61e7-4e6e-8554-af9f47c75611)] {{(pid=109634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:25.637549 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-b4e86033-6965-4e38-a9ed-a22614b91d82 None None] Port 47f37335-3766-4fea-a106-e4b6aa4b49dc cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:25.741558 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:25.803422 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Routers {'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:25.804056 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:56:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:25.862994 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50008151-3afb-4b93-b247-1f6a231e189f None None] Pushing event updated for resources: {'Port': ['ID=47f37335-3766-4fea-a106-e4b6aa4b49dc,revision_number=4']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:25.947574 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] Set router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:25.968813 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 45914) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:25.991105 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2bcd17ca-cba6-46ca-96b0-8e0771e2e537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.071407 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-cc324f04-21d4-4aa2-8a5e-c8214b01e03b None None] Provisioning complete for port 47f37335-3766-4fea-a106-e4b6aa4b49dc triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:26.072023 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-cc324f04-21d4-4aa2-8a5e-c8214b01e03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.093581 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2bcd17ca-cba6-46ca-96b0-8e0771e2e537 admin admin] Publish callbacks [] for security_group (79e48111-77e7-4b79-97b9-bf100564a336), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.164763 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2bcd17ca-cba6-46ca-96b0-8e0771e2e537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (79e48111-77e7-4b79-97b9-bf100564a336), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.184825 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-cc324f04-21d4-4aa2-8a5e-c8214b01e03b None None] Current status of the port 47f37335-3766-4fea-a106-e4b6aa4b49dc is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:26.186191 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-cc324f04-21d4-4aa2-8a5e-c8214b01e03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.221948 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 45916) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:26.233735 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-2bcd17ca-cba6-46ca-96b0-8e0771e2e537 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f335d14e17a4aaa981fd1aea4b60df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634773 Jan 31 04:57:26.236924 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd17ca-cba6-46ca-96b0-8e0771e2e537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e48111-77e7-4b79-97b9-bf100564a336,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:26.239332 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-cc324f04-21d4-4aa2-8a5e-c8214b01e03b None None] For port 47f37335-3766-4fea-a106-e4b6aa4b49dc, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=47f37335-3766-4fea-a106-e4b6aa4b49dc,segment=NetworkSegment(e5ee8888-61e7-4e6e-8554-af9f47c75611),segment_id=e5ee8888-61e7-4e6e-8554-af9f47c75611)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:26.245477 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'name': 'tempest-TestMinimumBasicScenario-242632183-router', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '8405230f-1a23-42e6-b24b-754863da9fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:16Z', 'updated_at': '2022-01-31T04:57:19Z', 'revision_number': 4, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'gw_port': {'id': '8405230f-1a23-42e6-b24b-754863da9fce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:17Z', 'updated_at': '2022-01-31T04:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '47f37335-3766-4fea-a106-e4b6aa4b49dc', 'name': '', 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'mac_address': 'fa:16:3e:27:28:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '756a6755-1e87-4ec7-a605-a58fba1e0241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:19Z', 'updated_at': '2022-01-31T04:57:25Z', 'revision_number': 4, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'subnets': [{'id': '756a6755-1e87-4ec7-a605-a58fba1e0241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:26.279424 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf09c9b-6a7a-444f-a1dd-e1efab094fc9 None None] The sync data for ids ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'] in dv-cinder-826608-2-iscsi is: [{'id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'name': 'tempest-TestMinimumBasicScenario-242632183-router', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '8405230f-1a23-42e6-b24b-754863da9fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:16Z', 'updated_at': '2022-01-31T04:57:19Z', 'revision_number': 4, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'gw_port': {'id': '8405230f-1a23-42e6-b24b-754863da9fce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:17Z', 'updated_at': '2022-01-31T04:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '47f37335-3766-4fea-a106-e4b6aa4b49dc', 'name': '', 'network_id': '8570d9c4-7cbf-45a1-b328-5225ff452236', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'mac_address': 'fa:16:3e:27:28:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '756a6755-1e87-4ec7-a605-a58fba1e0241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:19Z', 'updated_at': '2022-01-31T04:57:25Z', 'revision_number': 4, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'subnets': [{'id': '756a6755-1e87-4ec7-a605-a58fba1e0241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:57:26.295060 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ce4d910d-09b3-4157-9b6d-c2912bc2b9df admin admin] Publish callbacks [] for security_group (79e48111-77e7-4b79-97b9-bf100564a336), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.318527 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-cc324f04-21d4-4aa2-8a5e-c8214b01e03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.333305 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ce4d910d-09b3-4157-9b6d-c2912bc2b9df admin admin] Publish callbacks [] for security_group (79e48111-77e7-4b79-97b9-bf100564a336), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.402990 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc324f04-21d4-4aa2-8a5e-c8214b01e03b None None] Pushing event updated for resources: {'Port': ['ID=47f37335-3766-4fea-a106-e4b6aa4b49dc,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:26.461423 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ce4d910d-09b3-4157-9b6d-c2912bc2b9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (79e48111-77e7-4b79-97b9-bf100564a336), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.464193 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ce4d910d-09b3-4157-9b6d-c2912bc2b9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.469826 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-ce4d910d-09b3-4157-9b6d-c2912bc2b9df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/79e48111-77e7-4b79-97b9-bf100564a336 HTTP/1.1" status: 204 len: 168 time: 0.2441006 Jan 31 04:57:26.479635 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d910d-09b3-4157-9b6d-c2912bc2b9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e48111-77e7-4b79-97b9-bf100564a336,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:26.661055 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 47f37335-3766-4fea-a106-e4b6aa4b49dc up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:26.712843 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 47f37335-3766-4fea-a106-e4b6aa4b49dc triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:26.713198 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:26.819742 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 47f37335-3766-4fea-a106-e4b6aa4b49dc is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:27.585909 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a4e99ed3-cff2-4680-b592-14d3f86e807d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:28.541447 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:30.161836 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:31.357863 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:32.791744 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-9ca9a023-2b5c-4a8b-bdb5-8a48e35b1569 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:32.793877 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-9ca9a023-2b5c-4a8b-bdb5-8a48e35b1569 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/networks?id=857a60d4-e4ef-4584-aa7d-b453d98e2609 HTTP/1.1" status: 200 len: 813 time: 0.0988038 Jan 31 04:57:32.808919 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-82ed2c36-9ed9-4f6f-ade3-928d5c4a450b tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/quotas/e1637f6e48094653bebf0bc7af9aab9a HTTP/1.1" status: 200 len: 375 time: 0.0090728 Jan 31 04:57:32.862713 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-53f15675-f85f-4ed1-a0b1-e40df9522aaf tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490248 Jan 31 04:57:32.968243 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-d0eddedd-658b-4d28-95b4-df232f10a178 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109632) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 04:57:32.969242 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-d0eddedd-658b-4d28-95b4-df232f10a178 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0957696 Jan 31 04:57:33.055188 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e98be077-8c96-46c5-af36-932493780360 service neutron] 10.222.0.21 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793946 Jan 31 04:57:33.143658 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-777c8611-43d1-4309-b3ac-c7702801cf6e service neutron] 10.222.0.21 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830042 Jan 31 04:57:33.397364 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1a83af10-ce53-43d6-a084-77a95ac5ff7e req-4450d7e5-c182-4119-b80c-401ff5f522d3 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 210 time: 0.0271742 Jan 31 04:57:34.505913 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-60f91045-6afa-498a-9c4e-b347076a522c req-5ad14770-8123-4b03-8494-370d1ea38607 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 210 time: 0.0318341 Jan 31 04:57:35.104044 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:57:35.494759 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-4269760f-814d-4295-a9de-7b05c1c3f005 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:35.496518 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-4269760f-814d-4295-a9de-7b05c1c3f005 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.31 "GET /v2.0/networks?id=857a60d4-e4ef-4584-aa7d-b453d98e2609 HTTP/1.1" status: 200 len: 813 time: 0.1045866 Jan 31 04:57:35.515377 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'port': {'device_id': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'admin_state_up': True, 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:35.601747 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-39666235-a612-42fa-b18c-375e1bbd1f45 req-df71aec7-7801-46f7-be94-8815d66d0083 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 210 time: 0.0260391 Jan 31 04:57:35.649310 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:35.704477 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Made reservation on behalf of e1637f6e48094653bebf0bc7af9aab9a for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:57:35.708024 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:35.836629 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Allocated IP 172.20.0.9 (857a60d4-e4ef-4584-aa7d-b453d98e2609/49d00b21-5f67-4580-80af-b86f8ba0e259/51f5ced7-36d1-4a88-8073-6035ed00ae5d) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:36.238961 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:36.365332 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:36.410433 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Network 857a60d4-e4ef-4584-aa7d-b453d98e2609 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:36.415270 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:36.419943 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:36.471656 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'Port': ['ID=51f5ced7-36d1-4a88-8073-6035ed00ae5d,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:36.490479 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.491164 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.491705 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.492239 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.492774 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.493117 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.493450 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.493804 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.494397 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.494720 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.495256 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.495590 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.495913 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:36.504237 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:36.505532 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:36.612786 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-1b9f9f99-75df-4b7a-9b62-55e258d1b5f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1011088 Jan 31 04:57:36.719421 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-756be5eb-59f7-4258-8ad1-27de1f8d7064 None None] Provisioning complete for port 51f5ced7-36d1-4a88-8073-6035ed00ae5d triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:36.721371 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-756be5eb-59f7-4258-8ad1-27de1f8d7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:36.742021 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaddff3-2bcf-4d45-965e-4081e4c0b304 req-5ced6c03-653b-482d-8f0f-4cb8423a1136 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:36.743729 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9eaddff3-2bcf-4d45-965e-4081e4c0b304 req-5ced6c03-653b-482d-8f0f-4cb8423a1136 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 931 time: 0.0644715 Jan 31 04:57:36.787652 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-756be5eb-59f7-4258-8ad1-27de1f8d7064 None None] Port 51f5ced7-36d1-4a88-8073-6035ed00ae5d cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:36.806675 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-9eaddff3-2bcf-4d45-965e-4081e4c0b304 req-0e3db5ba-797f-4bb9-8d95-5142094b01cd tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565040 Jan 31 04:57:37.447345 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46058) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:37.559975 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:37.634851 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Publish callbacks [] for security_group (5724d977-853e-4412-b156-42c21469d071), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:37.695293 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (5724d977-853e-4412-b156-42c21469d071), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:37.733223 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5724d977-853e-4412-b156-42c21469d071,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:37.740282 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d993ff627d4248dc8910ea7604a28e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892327 Jan 31 04:57:37.741110 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46062) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:37.748270 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.748620 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.748963 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.749302 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.749637 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.749967 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.750294 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.750622 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.750976 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.751302 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.751624 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.751966 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.752485 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2864d0-2200-4a67-9946-095d8c8f546c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:37.789979 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2d947c0f-cf20-4ff1-bffb-f35b2f5f62d1 admin admin] Publish callbacks [] for security_group (5724d977-853e-4412-b156-42c21469d071), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:37.812940 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2d947c0f-cf20-4ff1-bffb-f35b2f5f62d1 admin admin] Publish callbacks [] for security_group (5724d977-853e-4412-b156-42c21469d071), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:37.935783 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2d947c0f-cf20-4ff1-bffb-f35b2f5f62d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (5724d977-853e-4412-b156-42c21469d071), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:37.938434 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-2d947c0f-cf20-4ff1-bffb-f35b2f5f62d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:37.942881 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-2d947c0f-cf20-4ff1-bffb-f35b2f5f62d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5724d977-853e-4412-b156-42c21469d071 HTTP/1.1" status: 204 len: 168 time: 0.1986167 Jan 31 04:57:37.963058 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d947c0f-cf20-4ff1-bffb-f35b2f5f62d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5724d977-853e-4412-b156-42c21469d071,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:37.974609 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057346d-73f8-4185-85f1-f6423c391eb4 req-338947d8-b11f-4aaf-96fb-b6dbfbd38616 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:37.976447 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6057346d-73f8-4185-85f1-f6423c391eb4 req-338947d8-b11f-4aaf-96fb-b6dbfbd38616 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 931 time: 0.0808482 Jan 31 04:57:38.039673 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-6057346d-73f8-4185-85f1-f6423c391eb4 req-e1c011fb-9d0f-499a-8e15-b3d8f2af4244 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571561 Jan 31 04:57:38.943621 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46088) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:39.059630 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-561393474-network', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:39.155970 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Made reservation on behalf of 4cf3ab219d9f44e1ab973f1d63347066 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:57:39.159960 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:39.166250 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbb987-71e8-4d18-a81b-01e59742066a req-463cd08d-d702-4fbd-a81c-ad94aa7492cb tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:39.172388 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:39.174447 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f5cbb987-71e8-4d18-a81b-01e59742066a req-463cd08d-d702-4fbd-a81c-ad94aa7492cb tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 931 time: 0.0603986 Jan 31 04:57:39.228245 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f5cbb987-71e8-4d18-a81b-01e59742066a req-2c72bf36-0558-4750-9784-5af15eaf573c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529087 Jan 31 04:57:39.262981 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Publish callbacks [] for security_group (f4a8af9d-ffac-410f-a33b-ed568836641e), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:39.321854 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (f4a8af9d-ffac-410f-a33b-ed568836641e), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:39.348898 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:57:39.359441 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a8af9d-ffac-410f-a33b-ed568836641e,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:39.365047 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (16db334d-3c06-4640-b5a5-f4985a80bfc2), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:39.365571 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Added segment 16db334d-3c06-4640-b5a5-f4985a80bfc2 of type vlan for network d6fe4c16-92c7-4a31-bdef-109ade3261a7 Jan 31 04:57:39.415072 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (d6fe4c16-92c7-4a31-bdef-109ade3261a7), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:39.499081 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (d6fe4c16-92c7-4a31-bdef-109ade3261a7), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:39.500075 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:39.500652 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:39.559937 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] Pushing event updated for resources: {'Network': ['ID=d6fe4c16-92c7-4a31-bdef-109ade3261a7,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:39.570403 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:57:39.607240 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-5af4f4ed-eee3-455d-b9ee-03c1374f4313 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6624093 Jan 31 04:57:39.609963 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46094) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:39.616521 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Request body: {'subnet': {'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-561393474-subnet', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:39.712399 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Made reservation on behalf of 4cf3ab219d9f44e1ab973f1d63347066 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:57:39.714762 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545246'] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:39.947117 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4189072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545256'] for subnet (5ac99090-3642-478a-bef8-38c7af2f2efc), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.002448 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac99090-3642-478a-bef8-38c7af2f2efc,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:40.018578 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Checking segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:40.018963 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Network hostable DHCP agents. Network: d6fe4c16-92c7-4a31-bdef-109ade3261a7, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:57:40.100938 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:57:40.180789 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, d6fe4c16-92c7-4a31-bdef-109ade3261a7) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:40.191720 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:40.192541 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.194318 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7c7f4-1763-4692-acff-8ba621bf99f8 None None] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:57:40.278163 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8c0066f0-718c-4c8a-a7a1-359bf18c518e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6636696 Jan 31 04:57:40.278537 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46098) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:40.283423 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:40.317261 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2f825c5-f294-58d7-959c-947f82025dde-d6fe4c16-92c7-4a31-bdef-109ade3261a7', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc'}]}} from dv-cinder-826608-2-iscsi. {{(pid=109633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 04:57:40.318150 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.366061 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6ec55-cab2-49ad-b493-b9960604a228 req-a4acd36e-ab43-4bd0-8f6f-07d9549dc45f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:40.367673 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4cf6ec55-cab2-49ad-b493-b9960604a228 req-a4acd36e-ab43-4bd0-8f6f-07d9549dc45f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 931 time: 0.0600042 Jan 31 04:57:40.369669 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1040968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32477'] for router (92cdcb5d-d737-4f31-9087-3b72ec972b3c), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.370889 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32452'] for router (92cdcb5d-d737-4f31-9087-3b72ec972b3c), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.460789 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks [] for router_controller (92cdcb5d-d737-4f31-9087-3b72ec972b3c), precommit_add_association {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.465031 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4cf6ec55-cab2-49ad-b493-b9960604a228 req-eeac3561-c557-478e-bf7b-5d1eacd16b07 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896630 Jan 31 04:57:40.535454 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.db_base_plugin_common [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Allocated IP 172.20.0.2 (d6fe4c16-92c7-4a31-bdef-109ade3261a7/5ac99090-3642-478a-bef8-38c7af2f2efc/0d3e00fa-ab8a-4efb-b884-b22039c3ea63) {{(pid=109633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:40.682826 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Publish callbacks [] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), precommit_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.697763 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks [] for router_gateway (92cdcb5d-d737-4f31-9087-3b72ec972b3c), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.758583 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.808417 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 is already hosted by enough agents. {{(pid=109633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:40.811596 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.base_scheduler [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Resources bound (agent type, host, resource id): {{(pid=109633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:40.813456 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Pushing event updated for resources: {'Port': ['ID=0d3e00fa-ab8a-4efb-b884-b22039c3ea63,revision_number=1']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:40.815916 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Received port after_create {{(pid=109633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:40.826709 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.827064 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.827406 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.827736 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.828066 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.828390 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.828713 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.829049 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.829866 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.830193 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.830512 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.830861 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.831192 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:57:40.897126 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Attempting to bind port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:40.898124 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Attempting to bind port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:40.898670 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Attempting to bind port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:40.904489 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:40.904875 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Checking segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:40.905283 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.905682 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Bound using segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:40.906150 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Bound port: 0d3e00fa-ab8a-4efb-b884-b22039c3ea63, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:40.907200 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:40.981443 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] For port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:40.985726 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] For port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=0d3e00fa-ab8a-4efb-b884-b22039c3ea63,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:41.040959 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks [] for router_gateway (92cdcb5d-d737-4f31-9087-3b72ec972b3c), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:41.060108 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:41.076286 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:41.161072 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784a46c-c244-4b7f-abea-5b92fb01ff01 None None] Pushing event updated for resources: {'Port': ['ID=0d3e00fa-ab8a-4efb-b884-b22039c3ea63,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:41.223416 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Allocated IP 172.27.2.46 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/4a0131a7-d5cd-4bb7-aa70-f32570ed862e) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:41.432968 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks [] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:41.639656 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64878c7-ada0-4556-bbf5-af9dcb82336c req-203c8a5d-6922-4d12-9398-cf7816d61d80 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:41.641214 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d64878c7-ada0-4556-bbf5-af9dcb82336c req-203c8a5d-6922-4d12-9398-cf7816d61d80 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 931 time: 0.0661819 Jan 31 04:57:41.720961 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d64878c7-ada0-4556-bbf5-af9dcb82336c req-6b92362c-86e0-4911-af41-831f01da29f7 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701289 Jan 31 04:57:42.134060 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:42.174382 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:42.179420 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:42.183138 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:42.223616 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Pushing event updated for resources: {'Port': ['ID=4a0131a7-d5cd-4bb7-aa70-f32570ed862e,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:42.328357 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a141e8-c4ac-4319-9feb-9d2fa873486d None None] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:57:42.404174 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-f7ba5a2e-536d-4e40-b005-e069d000ef9a None None] Provisioning complete for port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:42.404654 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5a2e-536d-4e40-b005-e069d000ef9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:42.541829 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba5a2e-536d-4e40-b005-e069d000ef9a None None] Current status of the port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:42.542237 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5a2e-536d-4e40-b005-e069d000ef9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:42.584327 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks [] for router_gateway (92cdcb5d-d737-4f31-9087-3b72ec972b3c), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:42.655569 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-f7ba5a2e-536d-4e40-b005-e069d000ef9a None None] For port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=0d3e00fa-ab8a-4efb-b884-b22039c3ea63,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:42.717917 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f7ba5a2e-536d-4e40-b005-e069d000ef9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:42.778250 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:42.874353 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba5a2e-536d-4e40-b005-e069d000ef9a None None] Pushing event updated for resources: {'Port': ['ID=0d3e00fa-ab8a-4efb-b884-b22039c3ea63,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:42.891585 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:42.892509 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:42.951809 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-36986891-f275-4417-a510-3aa0a2d14668 None None] Provisioning complete for port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:42.952349 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-36986891-f275-4417-a510-3aa0a2d14668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:43.031999 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:43.093317 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-36986891-f275-4417-a510-3aa0a2d14668 None None] Current status of the port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:43.187319 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ba6a5-f11c-439d-8cf8-c924cde7ff78 req-9e587e80-c195-47df-8423-02ce43529f98 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:43.189090 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-930ba6a5-f11c-439d-8cf8-c924cde7ff78 req-9e587e80-c195-47df-8423-02ce43529f98 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 931 time: 0.3864067 Jan 31 04:57:43.290394 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107'] for router (92cdcb5d-d737-4f31-9087-3b72ec972b3c), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:43.303236 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-930ba6a5-f11c-439d-8cf8-c924cde7ff78 req-211912ef-c3c8-426b-9cb1-d0d9701f0365 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656629 Jan 31 04:57:43.824728 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Router 92cdcb5d-d737-4f31-9087-3b72ec972b3c is scheduled to L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f with binding_index 1 {{(pid=109631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 04:57:43.938259 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:57:43.951452 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Sync routers for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:57:43.962987 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:43.963731 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:44.019593 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:44.021046 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-7e398497-baec-469d-aeb3-250037f11c3c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7413080 Jan 31 04:57:44.029442 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46106) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:44.087639 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:44.291517 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:42Z', 'revision_number': 3, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:44.318355 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Checking router: 92cdcb5d-d737-4f31-9087-3b72ec972b3c for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:57:44.318719 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Updating router 92cdcb5d-d737-4f31-9087-3b72ec972b3c port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:57:44.390055 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:44.551044 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88e688-ca89-4a62-9eed-bc119e44148e req-81bef920-28d2-4048-9b12-3230e5e5cdea tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:44.552539 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0d88e688-ca89-4a62-9eed-bc119e44148e req-81bef920-28d2-4048-9b12-3230e5e5cdea tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 931 time: 0.1608789 Jan 31 04:57:44.564450 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:44.671646 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0d88e688-ca89-4a62-9eed-bc119e44148e req-c6b8a3e0-d179-49c4-b9db-0d08d81d9675 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920498 Jan 31 04:57:44.729387 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:44.783575 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Allocated IP 172.20.0.1 (d6fe4c16-92c7-4a31-bdef-109ade3261a7/5ac99090-3642-478a-bef8-38c7af2f2efc/e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:44.840513 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:44.840888 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:44.887225 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Publish callbacks [] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:44.890360 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Publish callbacks [] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:44.936714 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:44.949621 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:44.981110 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:44.999595 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Attempting to bind port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:45.000202 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Attempting to bind port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:45.000321 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Attempting to bind port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e on network 6f7c1944-955a-46b9-acd3-7aac217521cd {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:45.005792 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea6789-5185-4655-99a2-3ebba0ffd2a0 None None] Pushing event updated for resources: {'Port': ['ID=4a0131a7-d5cd-4bb7-aa70-f32570ed862e,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:45.011535 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:45.011910 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:45.012700 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:45.012700 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Bound using segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:45.013243 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Bound port: 4a0131a7-d5cd-4bb7-aa70-f32570ed862e, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:45.013536 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:45.018084 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:45.024496 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:45.033259 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:45.080905 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] For port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:45.082679 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:45.084694 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] For port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=4a0131a7-d5cd-4bb7-aa70-f32570ed862e,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:45.090577 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1041942'] for router_interface (92cdcb5d-d737-4f31-9087-3b72ec972b3c), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:45.176990 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:45.240616 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:45.241243 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:45.243132 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea6789-5185-4655-99a2-3ebba0ffd2a0 None None] Pushing event updated for resources: {'Port': ['ID=4a0131a7-d5cd-4bb7-aa70-f32570ed862e,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:45.295420 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:45.384216 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-f0449909-4b2f-48f6-bf00-a90328bddb40 None None] Provisioning complete for port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:45.384519 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f0449909-4b2f-48f6-bf00-a90328bddb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:45.417467 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:45.460979 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Publish callbacks [] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:45.495320 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:45.500014 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-f0449909-4b2f-48f6-bf00-a90328bddb40 None None] Port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:45.572478 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:45.574811 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043846'] for router_interface (92cdcb5d-d737-4f31-9087-3b72ec972b3c), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:45.609229 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:42Z', 'revision_number': 3, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:45.636566 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a7c3e-3a81-470d-87dc-73a5251a2570 None None] The sync data for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi is: [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:42Z', 'revision_number': 3, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:57:45.665524 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:45.666890 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:45.790129 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Router 92cdcb5d-d737-4f31-9087-3b72ec972b3c has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:57:45.822419 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59708744-47d3-4f9f-9f48-df579b0247e1 req-aa13dd79-5042-4382-b7c1-5c820cf10eff tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:45.824189 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59708744-47d3-4f9f-9f48-df579b0247e1 req-aa13dd79-5042-4382-b7c1-5c820cf10eff tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 931 time: 0.0657792 Jan 31 04:57:45.887419 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-59708744-47d3-4f9f-9f48-df579b0247e1 req-e8e52893-3c9a-407b-88a4-044db9ac974a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551431 Jan 31 04:57:45.935315 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:57:45.943360 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-6e8acb23-9066-4c11-b752-6a521def5159 None None] Provisioning complete for port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:45.943754 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-6e8acb23-9066-4c11-b752-6a521def5159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:45.949450 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-6594b85f-db03-4b56-87f6-bda7de7af527 admin admin] 10.222.0.21 "PUT /v2.0/routers/92cdcb5d-d737-4f31-9087-3b72ec972b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9185712 Jan 31 04:57:45.988015 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-6e8acb23-9066-4c11-b752-6a521def5159 None None] Port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:46.588901 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46128) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:46.593971 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1799444411-network', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:46.623465 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 4a0131a7-d5cd-4bb7-aa70-f32570ed862e up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:46.676344 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:46.676719 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:46.700445 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Made reservation on behalf of b985a28524c94a7eb30396bfb0844e08 for: {'network': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:57:46.710157 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for network (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:46.712305 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:46.754590 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:46.755061 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:46.775526 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=4a0131a7-d5cd-4bb7-aa70-f32570ed862e,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:46.813376 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Publish callbacks [] for security_group (5acbf64e-d898-4311-935b-2e778f1e96f9), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:46.861412 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:46.906663 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (5acbf64e-d898-4311-935b-2e778f1e96f9), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:46.908112 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=4a0131a7-d5cd-4bb7-aa70-f32570ed862e,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:46.935793 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 04:57:46.943638 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acbf64e-d898-4311-935b-2e778f1e96f9,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:46.950596 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (06dd9c89-5023-4eed-a438-a25e81d1f517), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:46.950929 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.segments_db [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Added segment 06dd9c89-5023-4eed-a438-a25e81d1f517 of type vlan for network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 Jan 31 04:57:47.007013 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778031587925'] for network (3d0cc2aa-28c1-4253-9ca5-6279e631e587), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.030608 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037bc1b-73a1-431f-9f17-c51d2102daaf req-1a16f5fb-7463-49f2-b2c2-f944546488f2 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:47.032120 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2037bc1b-73a1-431f-9f17-c51d2102daaf req-1a16f5fb-7463-49f2-b2c2-f944546488f2 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 931 time: 0.0551488 Jan 31 04:57:47.090284 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2037bc1b-73a1-431f-9f17-c51d2102daaf req-dca58215-060c-401c-8888-e1f1a8080d16 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518372 Jan 31 04:57:47.095305 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723'] for network (3d0cc2aa-28c1-4253-9ca5-6279e631e587), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.096286 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:47.096900 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.157865 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] Pushing event updated for resources: {'Network': ['ID=3d0cc2aa-28c1-4253-9ca5-6279e631e587,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:47.167991 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 details requested by agent ovs-agent-dv-cinder-826608-2-iscsi with host dv-cinder-826608-2-iscsi {{(pid=109633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 04:57:47.195164 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-294a72c1-2a87-4953-aace-a8f0984acd4d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6050682 Jan 31 04:57:47.197707 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46132) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:47.202485 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Request body: {'subnet': {'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1799444411-subnet', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'ip_version': 4}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:47.272360 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Made reservation on behalf of b985a28524c94a7eb30396bfb0844e08 for: {'subnet': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:57:47.274735 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25545246'] for subnet (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.281108 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Sync routers for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:57:47.292097 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:47.292800 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:47.401272 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:47.469558 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Request body: {'port': {'device_id': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:47.521878 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4189072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25545256'] for subnet (f03150a1-f2e8-46e0-b01d-b6f1026be5dd), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.535214 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.566863 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-3ab21462-4a5e-4b45-9542-dc216986cb95 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853567 Jan 31 04:57:47.589023 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03150a1-f2e8-46e0-b01d-b6f1026be5dd,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:47.603488 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Checking segment: {'id': '06dd9c89-5023-4eed-a438-a25e81d1f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:47.603488 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Network hostable DHCP agents. Network: 3d0cc2aa-28c1-4253-9ca5-6279e631e587, hostable agents: ['65f70a5a-ab53-497e-92cc-e5f66891d855'], hosted agents: [] {{(pid=109631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 04:57:47.604878 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 2, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:47.635931 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Checking router: 92cdcb5d-d737-4f31-9087-3b72ec972b3c for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:57:47.636282 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Updating router 92cdcb5d-d737-4f31-9087-3b72ec972b3c port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 binding host dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:57:47.663635 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.679504 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 is scheduled to be hosted by DHCP agent 65f70a5a-ab53-497e-92cc-e5f66891d855 with binding_index 1 {{(pid=109631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 04:57:47.690353 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-f2127e42-96c7-4707-9664-04e40ecf3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:47.691872 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-f2127e42-96c7-4707-9664-04e40ecf3375 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36c2584cb883458eaf6b3b04d55a9429&device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1129 time: 0.0559123 Jan 31 04:57:47.800048 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826608-2-iscsi, 3d0cc2aa-28c1-4253-9ca5-6279e631e587) {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:47.802630 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-47b56d66-c00c-4e5d-8d8a-ec5352674bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:47.804286 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-47b56d66-c00c-4e5d-8d8a-ec5352674bdb service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 HTTP/1.1" status: 200 len: 909 time: 0.0944083 Jan 31 04:57:47.807254 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:47.807917 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.810713 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7499ce46-2b0f-455a-907c-c0b40bca680c None None] Network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:57:47.832541 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f5ced7-36d1-4a88-8073-6035ed00ae5d {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:57:47.842457 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Publish callbacks [] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.856027 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Transition to ACTIVE for port object 51f5ced7-36d1-4a88-8073-6035ed00ae5d will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:57:47.878309 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-4878073a-cd05-4c11-974f-6e88e5749c17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93af9573-d882-4ed1-ba22-f2922408b158 HTTP/1.1" status: 200 len: 1001 time: 0.0590887 Jan 31 04:57:47.921614 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf2f825c5-f294-58d7-959c-947f82025dde-3d0cc2aa-28c1-4253-9ca5-6279e631e587', 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587', 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'fixed_ips': [{'subnet_id': 'f03150a1-f2e8-46e0-b01d-b6f1026be5dd'}]}} from dv-cinder-826608-2-iscsi. {{(pid=109633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 04:57:47.923001 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.927224 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-bc741d92-96f8-4461-9933-98edf8f7b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:47.928908 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-bc741d92-96f8-4461-9933-98edf8f7b8c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d2dabd-7315-4dfb-a620-1f95a658b9ed HTTP/1.1" status: 200 len: 848 time: 0.0449026 Jan 31 04:57:47.948941 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46134) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:47.949305 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-74241a0e-0439-494e-9633-0202a7111e34 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7503545 Jan 31 04:57:47.954130 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1799444411-router', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:47.957145 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Publish callbacks [] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), precommit_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.963052 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:47.988477 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-a15e907e-676e-4011-a0b6-ce3167014e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:47.989988 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-a15e907e-676e-4011-a0b6-ce3167014e90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555606 Jan 31 04:57:48.023121 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Pushing event updated for resources: {'Port': ['ID=51f5ced7-36d1-4a88-8073-6035ed00ae5d,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:48.026305 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.084481 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.db_base_plugin_common [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Allocated IP 172.20.0.2 (3d0cc2aa-28c1-4253-9ca5-6279e631e587/f03150a1-f2e8-46e0-b01d-b6f1026be5dd/ba87199e-7a0c-4bd0-8c64-857c19c55321) {{(pid=109633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:48.085741 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1040968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32477'] for router (86c9c5b1-e84c-4175-af8c-52a5b83622a8), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.090701 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1021112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047062', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32452'] for router (86c9c5b1-e84c-4175-af8c-52a5b83622a8), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.112607 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffcb0a-cf51-463b-9494-f242aea135e6 None None] Pushing event updated for resources: {'Port': ['ID=e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95,revision_number=3']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:48.170321 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Attempting to bind port 51f5ced7-36d1-4a88-8073-6035ed00ae5d on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:48.170628 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Attempting to bind port 51f5ced7-36d1-4a88-8073-6035ed00ae5d by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:48.173863 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Attempting to bind port 51f5ced7-36d1-4a88-8073-6035ed00ae5d on network 857a60d4-e4ef-4584-aa7d-b453d98e2609 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:48.199268 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Port 51f5ced7-36d1-4a88-8073-6035ed00ae5d on network 857a60d4-e4ef-4584-aa7d-b453d98e2609 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:57:48.202053 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Attempting to bind port 51f5ced7-36d1-4a88-8073-6035ed00ae5d on network 857a60d4-e4ef-4584-aa7d-b453d98e2609 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:48.203451 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-49263c7a-d206-49df-842e-395e882ed07e service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614809 Jan 31 04:57:48.234048 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Attempting to bind port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:48.234421 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Attempting to bind port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:48.234777 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Attempting to bind port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:48.245516 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:48.245887 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Checking segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:48.246286 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.246670 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Bound using segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:48.247216 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Bound port: e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'}}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:48.247588 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.265826 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks [] for router_controller (86c9c5b1-e84c-4175-af8c-52a5b83622a8), precommit_add_association {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.284405 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:48.284760 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Checking segment: {'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:48.287397 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Bound using segment: {'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:48.289925 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Bound port: 51f5ced7-36d1-4a88-8073-6035ed00ae5d, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504384b5-e85b-40ee-873c-7995640d792f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:48.289925 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.317038 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Publish callbacks [] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), precommit_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.335850 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] For port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:48.339084 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] For port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:48.386715 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc1fdd-56d6-45da-9703-1be29f569c9c req-ba2e6576-baca-4d66-822b-97aec30d7a29 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:48.388565 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-adcc1fdd-56d6-45da-9703-1be29f569c9c req-ba2e6576-baca-4d66-822b-97aec30d7a29 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 943 time: 0.1616495 Jan 31 04:57:48.402107 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), after_create {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.426048 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.450333 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e375870c-bbdc-4c87-ab02-bb88c1758e08 req-103b3567-c8a1-42db-929f-939eab40d010 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427859 Jan 31 04:57:48.479349 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] For port 51f5ced7-36d1-4a88-8073-6035ed00ae5d, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:48.483444 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 is already hosted by enough agents. {{(pid=109633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:48.508369 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.scheduler.base_scheduler [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Resources bound (agent type, host, resource id): {{(pid=109633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:48.511642 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-adcc1fdd-56d6-45da-9703-1be29f569c9c req-3d7a8e1b-23ed-4bb3-8a3f-8be868878523 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129692 Jan 31 04:57:48.514646 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Received port after_create {{(pid=109633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:48.528836 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Pushing event updated for resources: {'Port': ['ID=ba87199e-7a0c-4bd0-8c64-857c19c55321,revision_number=1']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:48.536929 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] For port 51f5ced7-36d1-4a88-8073-6035ed00ae5d, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:48.539397 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks [] for router_gateway (86c9c5b1-e84c-4175-af8c-52a5b83622a8), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.615100 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 4a0131a7-d5cd-4bb7-aa70-f32570ed862e up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:48.617163 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:48.617795 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:48.619917 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffcb0a-cf51-463b-9494-f242aea135e6 None None] Pushing event updated for resources: {'Port': ['ID=e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95,revision_number=4']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:48.648199 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.659415 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Attempting to bind port ba87199e-7a0c-4bd0-8c64-857c19c55321 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:48.659831 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Attempting to bind port ba87199e-7a0c-4bd0-8c64-857c19c55321 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '06dd9c89-5023-4eed-a438-a25e81d1f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:48.660139 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Attempting to bind port ba87199e-7a0c-4bd0-8c64-857c19c55321 on network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:48.677168 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:48.677748 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Checking segment: {'id': '06dd9c89-5023-4eed-a438-a25e81d1f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:48.678157 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.678550 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Bound using segment: {'id': '06dd9c89-5023-4eed-a438-a25e81d1f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:48.679052 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Bound port: ba87199e-7a0c-4bd0-8c64-857c19c55321, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06dd9c89-5023-4eed-a438-a25e81d1f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:48.679428 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.707023 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-537e45cb-7e4b-4f50-a87a-e7802c14dac4 None None] Provisioning complete for port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:48.707023 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-537e45cb-7e4b-4f50-a87a-e7802c14dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.730006 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:48.731044 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.732880 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] 10.222.0.31 "PUT /v2.0/ports/51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 200 len: 1093 time: 1.2679253 Jan 31 04:57:48.733911 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:57:48.737257 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6b0a9f-7c7e-4723-bd95-65275aed5d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:57:48.747462 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:48.803938 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:48.804323 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:48.808281 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] For port ba87199e-7a0c-4bd0-8c64-857c19c55321, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:48.835519 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2e603d-d2a0-4686-9623-9d51fa619efd x-openstack-request-id: req-7c2e603d-d2a0-4686-9623-9d51fa619efd {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:57:48.835833 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:57:48.836055 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c2e603d-d2a0-4686-9623-9d51fa619efd {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:57:48.836771 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'status': 'completed', 'code': 200} Jan 31 04:57:48.842409 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0d84e-757f-4e82-a313-544e5bddd352 service neutron] Pushing event updated for resources: {'Port': ['ID=51f5ced7-36d1-4a88-8073-6035ed00ae5d,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:48.854602 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] For port ba87199e-7a0c-4bd0-8c64-857c19c55321, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=ba87199e-7a0c-4bd0-8c64-857c19c55321,segment=NetworkSegment(06dd9c89-5023-4eed-a438-a25e81d1f517),segment_id=06dd9c89-5023-4eed-a438-a25e81d1f517)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:48.975762 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:49.061786 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ba4d5-e515-4db7-8ba4-2d2e69a1aadc None None] Pushing event updated for resources: {'Port': ['ID=ba87199e-7a0c-4bd0-8c64-857c19c55321,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:49.066963 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-537e45cb-7e4b-4f50-a87a-e7802c14dac4 None None] Current status of the port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:49.067349 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-537e45cb-7e4b-4f50-a87a-e7802c14dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:49.073605 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b0a9f-7c7e-4723-bd95-65275aed5d8e req-4b257282-57fa-4132-8699-e9b2e60f71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:49.075606 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ab6b0a9f-7c7e-4723-bd95-65275aed5d8e req-4b257282-57fa-4132-8699-e9b2e60f71ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 1127 time: 0.2030237 Jan 31 04:57:49.078926 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:48Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:49.098664 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:49.128177 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-537e45cb-7e4b-4f50-a87a-e7802c14dac4 None None] For port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:49.130515 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b37f07-62e2-442c-ad89-7c10873af09e None None] The sync data for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi is: [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:48Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:57:49.227509 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks [] for router_gateway (86c9c5b1-e84c-4175-af8c-52a5b83622a8), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:49.230362 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-537e45cb-7e4b-4f50-a87a-e7802c14dac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:49.263023 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:49.303294 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e45cb-7e4b-4f50-a87a-e7802c14dac4 None None] Pushing event updated for resources: {'Port': ['ID=e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:49.340907 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b0a9f-7c7e-4723-bd95-65275aed5d8e req-8a9c5d40-6a26-47fb-9b0f-71f33aab189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:49.345055 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ab6b0a9f-7c7e-4723-bd95-65275aed5d8e req-8a9c5d40-6a26-47fb-9b0f-71f33aab189f service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2252064 Jan 31 04:57:49.390163 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-0af59bb2-9da7-40dc-a54e-bb78a6ac48ed None None] Provisioning complete for port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:49.390736 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0af59bb2-9da7-40dc-a54e-bb78a6ac48ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:49.490308 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Allocated IP 172.27.2.114 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/f43800e2-e8a3-4d05-acf2-27d95fe34a8e) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:49.516375 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-0af59bb2-9da7-40dc-a54e-bb78a6ac48ed None None] Current status of the port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:49.554167 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b0a9f-7c7e-4723-bd95-65275aed5d8e req-faaf1f5e-5598-4c0e-a873-d52e2077f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:49.557998 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ab6b0a9f-7c7e-4723-bd95-65275aed5d8e req-faaf1f5e-5598-4c0e-a873-d52e2077f971 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1550794 Jan 31 04:57:49.670233 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6f853-a9dc-4b45-96d5-a2031f82c72a req-99eed942-6384-4014-bfa0-1b2b17eda131 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:49.672129 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2ac6f853-a9dc-4b45-96d5-a2031f82c72a req-99eed942-6384-4014-bfa0-1b2b17eda131 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 943 time: 0.0688181 Jan 31 04:57:49.731139 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2ac6f853-a9dc-4b45-96d5-a2031f82c72a req-91da7664-7444-440d-a600-975a452602db tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 Jan 31 04:57:49.952722 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks [] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:49.967053 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-5ac99e07-2faf-4dd0-a283-16a4b4eb70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:49.968547 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-5ac99e07-2faf-4dd0-a283-16a4b4eb70e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 1127 time: 0.3467827 Jan 31 04:57:50.021547 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-fa703b39-fb0d-4b64-96b9-f745d4d4f253 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 200 len: 217 time: 0.0381031 Jan 31 04:57:50.075415 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e88f36dd-e460-4bca-8dcc-52aa5e5aaab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:50.077234 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-e88f36dd-e460-4bca-8dcc-52aa5e5aaab8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49d00b21-5f67-4580-80af-b86f8ba0e259 HTTP/1.1" status: 200 len: 852 time: 0.0496316 Jan 31 04:57:50.092989 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:50.154415 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:50.159432 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:50.167234 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:50.195623 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Pushing event updated for resources: {'Port': ['ID=f43800e2-e8a3-4d05-acf2-27d95fe34a8e,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:50.202933 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-5edc833f-575e-4914-a595-f25914cff763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:50.205132 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-5edc833f-575e-4914-a595-f25914cff763 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=857a60d4-e4ef-4584-aa7d-b453d98e2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223156 Jan 31 04:57:50.244724 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b9f1f2-1b54-402b-b720-443e0a80ca09 None None] Network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:57:50.403134 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-8cf1cde6-e1e5-4180-90dd-4642fb48bcda service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909626 Jan 31 04:57:50.497157 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-3afe537b-4d50-43e6-9d5b-e0f5367f9540 None None] Provisioning complete for port ba87199e-7a0c-4bd0-8c64-857c19c55321 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:50.497468 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3afe537b-4d50-43e6-9d5b-e0f5367f9540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:50.539307 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-03aaae73-e900-4dc3-93ad-7e2a0ba68b31 req-9a9ceeb8-82f2-445a-a29a-9759642e8a4a service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306143 Jan 31 04:57:50.600453 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-3afe537b-4d50-43e6-9d5b-e0f5367f9540 None None] Current status of the port ba87199e-7a0c-4bd0-8c64-857c19c55321 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:50.600977 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3afe537b-4d50-43e6-9d5b-e0f5367f9540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:50.605957 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks [] for router_gateway (86c9c5b1-e84c-4175-af8c-52a5b83622a8), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:50.642708 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-3afe537b-4d50-43e6-9d5b-e0f5367f9540 None None] For port ba87199e-7a0c-4bd0-8c64-857c19c55321, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=ba87199e-7a0c-4bd0-8c64-857c19c55321,segment=NetworkSegment(06dd9c89-5023-4eed-a438-a25e81d1f517),segment_id=06dd9c89-5023-4eed-a438-a25e81d1f517)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:50.706505 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3afe537b-4d50-43e6-9d5b-e0f5367f9540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:50.752136 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:50.788415 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe537b-4d50-43e6-9d5b-e0f5367f9540 None None] Pushing event updated for resources: {'Port': ['ID=ba87199e-7a0c-4bd0-8c64-857c19c55321,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:50.818274 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:50.818812 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:50.856825 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-fba8dcd0-bbf7-47f2-a847-0f702ef10210 None None] Provisioning complete for port ba87199e-7a0c-4bd0-8c64-857c19c55321 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:50.857138 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-fba8dcd0-bbf7-47f2-a847-0f702ef10210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:50.889738 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047107'] for router (86c9c5b1-e84c-4175-af8c-52a5b83622a8), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:50.939671 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a3bb2-66e4-4c26-9753-a95fe1d99daf req-d2f93ce3-5d78-4953-8c03-0016fb5a0178 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:50.941059 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-868a3bb2-66e4-4c26-9753-a95fe1d99daf req-d2f93ce3-5d78-4953-8c03-0016fb5a0178 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 943 time: 0.1041396 Jan 31 04:57:50.959671 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:50.960737 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device ba87199e-7a0c-4bd0-8c64-857c19c55321 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:50.995338 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-fba8dcd0-bbf7-47f2-a847-0f702ef10210 None None] Current status of the port ba87199e-7a0c-4bd0-8c64-857c19c55321 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:51.018686 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port ba87199e-7a0c-4bd0-8c64-857c19c55321 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:51.019327 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:51.033671 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-868a3bb2-66e4-4c26-9753-a95fe1d99daf req-b6e42a6c-5552-4ec8-ae4f-8a2b3a67f483 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862348 Jan 31 04:57:51.097701 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port ba87199e-7a0c-4bd0-8c64-857c19c55321 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:51.123334 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 is scheduled to L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f with binding_index 1 {{(pid=109632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 04:57:51.229152 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:57:51.238197 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Sync routers for ids ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:57:51.248185 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Routers {'86c9c5b1-e84c-4175-af8c-52a5b83622a8'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:51.248858 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:51.319879 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:51.321150 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-7f464396-1be8-4e0f-8683-c28135b7365d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3704844 Jan 31 04:57:51.323943 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46146) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:51.353815 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Set router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:51.526031 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'name': 'tempest-TestVolumeBootPattern-1799444411-router', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:48Z', 'updated_at': '2022-01-31T04:57:50Z', 'revision_number': 3, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'gw_port': {'id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:49Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:51.556196 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Checking router: 86c9c5b1-e84c-4175-af8c-52a5b83622a8 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:57:51.556545 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Updating router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 port f43800e2-e8a3-4d05-acf2-27d95fe34a8e binding host dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:57:51.584050 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:51.731353 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:51.826867 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Publish callbacks [] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), precommit_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:51.884071 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Allocated IP 172.20.0.1 (3d0cc2aa-28c1-4253-9ca5-6279e631e587/f03150a1-f2e8-46e0-b01d-b6f1026be5dd/7c73ed6a-418a-49d4-8a0c-314ac7787b87) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:57:51.917829 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:51.966768 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Attempting to bind port f43800e2-e8a3-4d05-acf2-27d95fe34a8e on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:51.967185 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Attempting to bind port f43800e2-e8a3-4d05-acf2-27d95fe34a8e by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:51.967549 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Attempting to bind port f43800e2-e8a3-4d05-acf2-27d95fe34a8e on network 6f7c1944-955a-46b9-acd3-7aac217521cd {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:51.980406 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:51.980765 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Checking segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:51.981166 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:51.981560 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Bound using segment: {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'} {{(pid=109633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:51.982022 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.managers [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Bound port: f43800e2-e8a3-4d05-acf2-27d95fe34a8e, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3924c64-def6-464b-8c5a-484879f9ea52', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd'}}] {{(pid=109633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:51.982396 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:51.984032 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc642d-cba3-4c4a-ace0-5856c5c1d4a9 None None] Pushing event updated for resources: {'Port': ['ID=f43800e2-e8a3-4d05-acf2-27d95fe34a8e,revision_number=2']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:51.984364 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Publish callbacks [] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:52.035676 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] For port f43800e2-e8a3-4d05-acf2-27d95fe34a8e, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:52.038561 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] For port f43800e2-e8a3-4d05-acf2-27d95fe34a8e, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=f43800e2-e8a3-4d05-acf2-27d95fe34a8e,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:52.084249 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:52.118261 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:52.122575 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:52.125441 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:52.132409 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:57:52.159893 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Pushing event updated for resources: {'Port': ['ID=7c73ed6a-418a-49d4-8a0c-314ac7787b87,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:52.174742 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91db8b0-b652-4559-b971-33a9b07c9b8e req-41a768cb-84a1-4422-a956-2c707a5f2e12 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:52.175375 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Routers {'86c9c5b1-e84c-4175-af8c-52a5b83622a8'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:52.175482 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:52.176983 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b91db8b0-b652-4559-b971-33a9b07c9b8e req-41a768cb-84a1-4422-a956-2c707a5f2e12 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 943 time: 0.0725603 Jan 31 04:57:52.179209 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1041942'] for router_interface (86c9c5b1-e84c-4175-af8c-52a5b83622a8), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:52.231221 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc642d-cba3-4c4a-ace0-5856c5c1d4a9 None None] Pushing event updated for resources: {'Port': ['ID=f43800e2-e8a3-4d05-acf2-27d95fe34a8e,revision_number=3']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:52.249799 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b91db8b0-b652-4559-b971-33a9b07c9b8e req-4578fcec-b330-4d97-9a8e-aef33536fefc tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672431 Jan 31 04:57:52.306118 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] Set router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:52.389959 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:52.444770 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-e7cac20d-3209-414e-9ab6-876870b7c985 None None] Provisioning complete for port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:52.445076 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e7cac20d-3209-414e-9ab6-876870b7c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:52.507178 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-e7cac20d-3209-414e-9ab6-876870b7c985 None None] Port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:52.524503 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'name': 'tempest-TestVolumeBootPattern-1799444411-router', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:48Z', 'updated_at': '2022-01-31T04:57:50Z', 'revision_number': 3, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'gw_port': {'id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:49Z', 'updated_at': '2022-01-31T04:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:52.551491 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2c9e45-28df-4c4e-b0be-22e13ffba5f2 None None] The sync data for ids ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'] in dv-cinder-826608-2-iscsi is: [{'id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'name': 'tempest-TestVolumeBootPattern-1799444411-router', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:48Z', 'updated_at': '2022-01-31T04:57:50Z', 'revision_number': 3, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'gw_port': {'id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:49Z', 'updated_at': '2022-01-31T04:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:57:52.554173 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Publish callbacks [] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:52.590243 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device ba87199e-7a0c-4bd0-8c64-857c19c55321 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:52.620515 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:52.647055 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port ba87199e-7a0c-4bd0-8c64-857c19c55321 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:52.647435 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:52.687633 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Pushing event updated for resources: {'Port': ['ID=7c73ed6a-418a-49d4-8a0c-314ac7787b87,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:52.690895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1022765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043846'] for router_interface (86c9c5b1-e84c-4175-af8c-52a5b83622a8), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:52.727844 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port ba87199e-7a0c-4bd0-8c64-857c19c55321 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:52.799776 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:57:52.801657 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:57:52.815043 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 51f5ced7-36d1-4a88-8073-6035ed00ae5d details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:57:52.951143 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 51f5ced7-36d1-4a88-8073-6035ed00ae5d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:52.967304 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'port_id': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'mac_address': 'fa:16:3e:60:1e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:57:53.013643 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 51f5ced7-36d1-4a88-8073-6035ed00ae5d is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:53.014039 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:53.031642 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f5ced7-36d1-4a88-8073-6035ed00ae5d {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:57:53.054719 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 51f5ced7-36d1-4a88-8073-6035ed00ae5d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:53.117980 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:53.166459 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-e53b4c6f-4428-439f-a79f-39e6908c0fc3 None None] Provisioning complete for port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:53.166872 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e53b4c6f-4428-439f-a79f-39e6908c0fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:53.206581 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=51f5ced7-36d1-4a88-8073-6035ed00ae5d,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:53.213515 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:57:53.219415 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-e53b4c6f-4428-439f-a79f-39e6908c0fc3 None None] Port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:57:53.336650 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:57:53.354888 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-e1e4a684-1ab2-4e1a-9d86-8c1487d164ea admin admin] 10.222.0.21 "PUT /v2.0/routers/86c9c5b1-e84c-4175-af8c-52a5b83622a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0298407 Jan 31 04:57:53.386666 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1c490-2d35-42fb-b6c0-f3286d26fe8e req-2c2c703c-7017-4042-8c2e-47635c6fc87d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:53.388438 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ecd1c490-2d35-42fb-b6c0-f3286d26fe8e req-2c2c703c-7017-4042-8c2e-47635c6fc87d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 944 time: 0.0678918 Jan 31 04:57:53.446502 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ecd1c490-2d35-42fb-b6c0-f3286d26fe8e req-6626a3e3-4b91-4ce6-a8fd-3a7d28b8cada tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509975 Jan 31 04:57:53.520824 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['51f5ced7-36d1-4a88-8073-6035ed00ae5d'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:57:54.166885 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46158) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:54.171380 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-81171559-633d-40b6-a106-3cc5ec5ba62b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15449547', 'description': 'tempest-secgroup-smoke-15449547 description', 'project_id': '4cf3ab219d9f44e1ab973f1d63347066'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:54.211084 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Sync routers for ids ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:57:54.222082 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Routers {'86c9c5b1-e84c-4175-af8c-52a5b83622a8'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:54.222691 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:54.278199 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-81171559-633d-40b6-a106-3cc5ec5ba62b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.327622 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Set router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:54.347973 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-81171559-633d-40b6-a106-3cc5ec5ba62b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group (8324336f-a011-4139-a2c4-2c1ea0166a7d), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.414725 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-81171559-633d-40b6-a106-3cc5ec5ba62b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8324336f-a011-4139-a2c4-2c1ea0166a7d), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.442698 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81171559-633d-40b6-a106-3cc5ec5ba62b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8324336f-a011-4139-a2c4-2c1ea0166a7d,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:54.508164 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-81171559-633d-40b6-a106-3cc5ec5ba62b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.509424 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-81171559-633d-40b6-a106-3cc5ec5ba62b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3415015 Jan 31 04:57:54.512316 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46162) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:54.517325 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-f495b6cb-8829-4b37-8c69-cf9bad82a710 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'security_group_rule': {'security_group_id': '8324336f-a011-4139-a2c4-2c1ea0166a7d', 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:54.526374 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'name': 'tempest-TestVolumeBootPattern-1799444411-router', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:48Z', 'updated_at': '2022-01-31T04:57:52Z', 'revision_number': 4, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'gw_port': {'id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:49Z', 'updated_at': '2022-01-31T04:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '7c73ed6a-418a-49d4-8a0c-314ac7787b87', 'name': '', 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'mac_address': 'fa:16:3e:10:f4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f03150a1-f2e8-46e0-b01d-b6f1026be5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:51Z', 'updated_at': '2022-01-31T04:57:52Z', 'revision_number': 2, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'subnets': [{'id': 'f03150a1-f2e8-46e0-b01d-b6f1026be5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:54.554550 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Checking router: 86c9c5b1-e84c-4175-af8c-52a5b83622a8 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:57:54.554550 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Updating router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 binding host dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 04:57:54.587739 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb597e32-daa5-4844-a404-dee3ae47ce97 req-f3313129-8a3e-4054-af77-43b5de021976 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:54.589264 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cb597e32-daa5-4844-a404-dee3ae47ce97 req-f3313129-8a3e-4054-af77-43b5de021976 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 944 time: 0.0647912 Jan 31 04:57:54.590937 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.640722 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f495b6cb-8829-4b37-8c69-cf9bad82a710 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (0973a262-d6dd-481c-9a8f-aae5d22dccdb), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.647889 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cb597e32-daa5-4844-a404-dee3ae47ce97 req-b88d85d0-7ae8-41e2-bdcc-87626411f6ef tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521178 Jan 31 04:57:54.671846 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device f43800e2-e8a3-4d05-acf2-27d95fe34a8e up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:54.711016 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f495b6cb-8829-4b37-8c69-cf9bad82a710 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (0973a262-d6dd-481c-9a8f-aae5d22dccdb), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.724054 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port f43800e2-e8a3-4d05-acf2-27d95fe34a8e triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:54.724512 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.768323 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f495b6cb-8829-4b37-8c69-cf9bad82a710 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (0973a262-d6dd-481c-9a8f-aae5d22dccdb), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.784465 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495b6cb-8829-4b37-8c69-cf9bad82a710 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0973a262-d6dd-481c-9a8f-aae5d22dccdb,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:54.800169 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port f43800e2-e8a3-4d05-acf2-27d95fe34a8e is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:54.800592 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.820001 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 51f5ced7-36d1-4a88-8073-6035ed00ae5d up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:54.825197 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] For port f43800e2-e8a3-4d05-acf2-27d95fe34a8e, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=f43800e2-e8a3-4d05-acf2-27d95fe34a8e,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:54.854437 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Publish callbacks [] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), precommit_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.872410 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f495b6cb-8829-4b37-8c69-cf9bad82a710 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.876763 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-f495b6cb-8829-4b37-8c69-cf9bad82a710 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3604021 Jan 31 04:57:54.876901 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46164) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:54.881226 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-179519e3-0d9a-4f09-942a-3437c7d63b2c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'security_group_rule': {'security_group_id': '8324336f-a011-4139-a2c4-2c1ea0166a7d', 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:54.892791 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.938566 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.943167 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 51f5ced7-36d1-4a88-8073-6035ed00ae5d completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:57:54.948888 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 51f5ced7-36d1-4a88-8073-6035ed00ae5d triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:54.949271 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.950847 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Pushing event updated for resources: {'Port': ['ID=f43800e2-e8a3-4d05-acf2-27d95fe34a8e,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:54.972613 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-179519e3-0d9a-4f09-942a-3437c7d63b2c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (384309ca-915b-4522-ad50-d37dd129ea41), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:54.990283 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ea163-3ad1-42bf-a1b1-95a451074b7b None None] Pushing event updated for resources: {'Port': ['ID=7c73ed6a-418a-49d4-8a0c-314ac7787b87,revision_number=3']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:55.039108 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 51f5ced7-36d1-4a88-8073-6035ed00ae5d is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:55.039753 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.056884 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-179519e3-0d9a-4f09-942a-3437c7d63b2c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (384309ca-915b-4522-ad50-d37dd129ea41), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.060347 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Attempting to bind port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 on host dv-cinder-826608-2-iscsi for vnic_type normal with profile {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:57:55.060871 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Attempting to bind port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 by drivers openvswitch,hyperv on host dv-cinder-826608-2-iscsi at level 0 using segments [{'id': '06dd9c89-5023-4eed-a438-a25e81d1f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587'}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:57:55.061362 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Attempting to bind port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 on network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:57:55.065296 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:57:55.067202 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Checking agent: {'id': '92b825e1-80c1-409b-951e-71869c9235b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826608-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 37, 1), 'started_at': datetime.datetime(2022, 1, 31, 4, 37, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826608-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:57:55.071990 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Checking segment: {'id': '06dd9c89-5023-4eed-a438-a25e81d1f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:57:55.072214 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2e968f-bde6-4320-8231-32020815fdf7" -d '{"events": [{"server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "name": "network-vif-plugged", "status": "completed", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:57:55.072355 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.072355 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Bound using segment: {'id': '06dd9c89-5023-4eed-a438-a25e81d1f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587'} {{(pid=109634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:57:55.072355 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.managers [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Bound port: 7c73ed6a-418a-49d4-8a0c-314ac7787b87, host: dv-cinder-826608-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06dd9c89-5023-4eed-a438-a25e81d1f517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587'}}] {{(pid=109634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:57:55.072355 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), before_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.095223 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 51f5ced7-36d1-4a88-8073-6035ed00ae5d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:55.116012 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-179519e3-0d9a-4f09-942a-3437c7d63b2c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (384309ca-915b-4522-ad50-d37dd129ea41), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.139001 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179519e3-0d9a-4f09-942a-3437c7d63b2c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384309ca-915b-4522-ad50-d37dd129ea41,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:55.150969 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] For port 7c73ed6a-418a-49d4-8a0c-314ac7787b87, host dv-cinder-826608-2-iscsi, cleared binding levels {{(pid=109634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:57:55.153417 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.plugins.ml2.db [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] For port 7c73ed6a-418a-49d4-8a0c-314ac7787b87, host dv-cinder-826608-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=7c73ed6a-418a-49d4-8a0c-314ac7787b87,segment=NetworkSegment(06dd9c89-5023-4eed-a438-a25e81d1f517),segment_id=06dd9c89-5023-4eed-a438-a25e81d1f517)] {{(pid=109634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:57:55.198153 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.221990 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron_lib.callbacks.manager [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), after_update {{(pid=109634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.223561 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-179519e3-0d9a-4f09-942a-3437c7d63b2c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.228972 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-179519e3-0d9a-4f09-942a-3437c7d63b2c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3469462 Jan 31 04:57:55.228972 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46170) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:55.232699 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630974a-7909-4629-8c93-926425311fa8 x-openstack-request-id: req-b630974a-7909-4629-8c93-926425311fa8 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:57:55.232992 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "name": "network-vif-plugged", "status": "completed", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:57:55.233247 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b630974a-7909-4629-8c93-926425311fa8 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:57:55.233637 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'code': 200} Jan 31 04:57:55.234694 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-639b8fb6-72ad-494e-8d5b-7c2dbcd1014e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'security_group_rule': {'security_group_id': '8324336f-a011-4139-a2c4-2c1ea0166a7d', 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:55.274540 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-6b4e210c-8bcb-4b12-8935-0f1a9f586e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.277318 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=51f5ced7-36d1-4a88-8073-6035ed00ae5d,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:55.285388 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-2441aa77-8e0b-4d07-bdca-23b2c0c090ab None None] Provisioning complete for port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:55.285844 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2441aa77-8e0b-4d07-bdca-23b2c0c090ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.288871 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ea163-3ad1-42bf-a1b1-95a451074b7b None None] Pushing event updated for resources: {'Port': ['ID=7c73ed6a-418a-49d4-8a0c-314ac7787b87,revision_number=4']} {{(pid=109634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:55.298650 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Routers {'86c9c5b1-e84c-4175-af8c-52a5b83622a8'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:57:55.299305 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:55.329910 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-639b8fb6-72ad-494e-8d5b-7c2dbcd1014e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (42103fe2-8046-4b92-a4d5-0830a1c02da0), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.376395 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-2441aa77-8e0b-4d07-bdca-23b2c0c090ab None None] Current status of the port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 is: DOWN; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:55.376988 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2441aa77-8e0b-4d07-bdca-23b2c0c090ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.425389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-639b8fb6-72ad-494e-8d5b-7c2dbcd1014e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (42103fe2-8046-4b92-a4d5-0830a1c02da0), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.437413 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] Set router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:57:55.444918 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-2441aa77-8e0b-4d07-bdca-23b2c0c090ab None None] For port 7c73ed6a-418a-49d4-8a0c-314ac7787b87, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=7c73ed6a-418a-49d4-8a0c-314ac7787b87,segment=NetworkSegment(06dd9c89-5023-4eed-a438-a25e81d1f517),segment_id=06dd9c89-5023-4eed-a438-a25e81d1f517)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:57:55.512846 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-639b8fb6-72ad-494e-8d5b-7c2dbcd1014e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (42103fe2-8046-4b92-a4d5-0830a1c02da0), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.513234 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2441aa77-8e0b-4d07-bdca-23b2c0c090ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.537099 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b8fb6-72ad-494e-8d5b-7c2dbcd1014e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42103fe2-8046-4b92-a4d5-0830a1c02da0,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:55.597343 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af805ffe-649b-451a-8c42-8c2a68cd4d09 req-8478437c-1ffb-43aa-a8b0-a32bf4ec411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:55.599802 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-af805ffe-649b-451a-8c42-8c2a68cd4d09 req-8478437c-1ffb-43aa-a8b0-a32bf4ec411f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 1129 time: 0.0503883 Jan 31 04:57:55.599952 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-639b8fb6-72ad-494e-8d5b-7c2dbcd1014e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.601284 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-639b8fb6-72ad-494e-8d5b-7c2dbcd1014e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3706598 Jan 31 04:57:55.604097 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46172) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:55.608810 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-88dd30dc-c006-4363-a397-10e83a845121 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'security_group_rule': {'security_group_id': '8324336f-a011-4139-a2c4-2c1ea0166a7d', 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:55.672371 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-af805ffe-649b-451a-8c42-8c2a68cd4d09 req-10b10546-0572-427e-a74a-cb9500c789ac service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582073 Jan 31 04:57:55.731788 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-f4c95084-2676-4a84-aa2f-2cb0889c732f None None] Provisioning complete for port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:55.732361 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f4c95084-2676-4a84-aa2f-2cb0889c732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.751614 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441aa77-8e0b-4d07-bdca-23b2c0c090ab None None] Pushing event updated for resources: {'Port': ['ID=7c73ed6a-418a-49d4-8a0c-314ac7787b87,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:55.763658 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-88dd30dc-c006-4363-a397-10e83a845121 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (9180b9b6-9639-4ccd-a1e1-48124b3696c6), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.771300 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'name': 'tempest-TestVolumeBootPattern-1799444411-router', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:48Z', 'updated_at': '2022-01-31T04:57:52Z', 'revision_number': 4, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'gw_port': {'id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:49Z', 'updated_at': '2022-01-31T04:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '7c73ed6a-418a-49d4-8a0c-314ac7787b87', 'name': '', 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'mac_address': 'fa:16:3e:10:f4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f03150a1-f2e8-46e0-b01d-b6f1026be5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:51Z', 'updated_at': '2022-01-31T04:57:55Z', 'revision_number': 4, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'subnets': [{'id': 'f03150a1-f2e8-46e0-b01d-b6f1026be5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:57:55.800709 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ec5d0-f488-478b-b2cb-62a5fe262ff7 None None] The sync data for ids ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'] in dv-cinder-826608-2-iscsi is: [{'id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'name': 'tempest-TestVolumeBootPattern-1799444411-router', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:48Z', 'updated_at': '2022-01-31T04:57:52Z', 'revision_number': 4, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'gw_port': {'id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:49Z', 'updated_at': '2022-01-31T04:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '7c73ed6a-418a-49d4-8a0c-314ac7787b87', 'name': '', 'network_id': '3d0cc2aa-28c1-4253-9ca5-6279e631e587', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'mac_address': 'fa:16:3e:10:f4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f03150a1-f2e8-46e0-b01d-b6f1026be5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:51Z', 'updated_at': '2022-01-31T04:57:55Z', 'revision_number': 4, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'subnets': [{'id': 'f03150a1-f2e8-46e0-b01d-b6f1026be5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:57:55.814940 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-f4c95084-2676-4a84-aa2f-2cb0889c732f None None] Current status of the port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:55.820526 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb97d32-9d31-4e8c-aaa8-8abc20e7cdc4 req-5d6b7323-d802-49f2-954a-82559fd94a15 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:55.821038 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ecb97d32-9d31-4e8c-aaa8-8abc20e7cdc4 req-5d6b7323-d802-49f2-954a-82559fd94a15 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 945 time: 0.0970874 Jan 31 04:57:55.869685 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-88dd30dc-c006-4363-a397-10e83a845121 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (9180b9b6-9639-4ccd-a1e1-48124b3696c6), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.898980 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ecb97d32-9d31-4e8c-aaa8-8abc20e7cdc4 req-5c7bd7ed-efdb-448b-9ca2-12c99986d545 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720093 Jan 31 04:57:55.952169 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-88dd30dc-c006-4363-a397-10e83a845121 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (9180b9b6-9639-4ccd-a1e1-48124b3696c6), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:55.971158 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd30dc-c006-4363-a397-10e83a845121 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9180b9b6-9639-4ccd-a1e1-48124b3696c6,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:56.028643 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-88dd30dc-c006-4363-a397-10e83a845121 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.029910 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-88dd30dc-c006-4363-a397-10e83a845121 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4247928 Jan 31 04:57:56.032774 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46176) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:56.037308 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-4948a294-fc5a-4e8b-af70-991af62a03f4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'security_group_rule': {'security_group_id': '8324336f-a011-4139-a2c4-2c1ea0166a7d', 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:56.109712 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.securitygroups_db [None req-4948a294-fc5a-4e8b-af70-991af62a03f4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Project 4cf3ab219d9f44e1ab973f1d63347066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 04:57:56.115714 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4948a294-fc5a-4e8b-af70-991af62a03f4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (c1555c07-5963-4203-8ff5-1259ff7e0b09), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.180234 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4948a294-fc5a-4e8b-af70-991af62a03f4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (c1555c07-5963-4203-8ff5-1259ff7e0b09), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.226497 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4948a294-fc5a-4e8b-af70-991af62a03f4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (c1555c07-5963-4203-8ff5-1259ff7e0b09), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.245446 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948a294-fc5a-4e8b-af70-991af62a03f4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1555c07-5963-4203-8ff5-1259ff7e0b09,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:56.317757 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4948a294-fc5a-4e8b-af70-991af62a03f4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.319125 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-4948a294-fc5a-4e8b-af70-991af62a03f4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2853048 Jan 31 04:57:56.321883 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46178) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:57:56.326368 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-8f0af067-010a-4893-b4bc-576a03a5d886 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'security_group_rule': {'security_group_id': '8324336f-a011-4139-a2c4-2c1ea0166a7d', 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:57:56.430120 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.securitygroups_db [None req-8f0af067-010a-4893-b4bc-576a03a5d886 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Project 4cf3ab219d9f44e1ab973f1d63347066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 04:57:56.435551 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f0af067-010a-4893-b4bc-576a03a5d886 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (4b902c19-61af-4d4b-a53d-3d305ecb30a1), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.498071 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f0af067-010a-4893-b4bc-576a03a5d886 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (4b902c19-61af-4d4b-a53d-3d305ecb30a1), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.572850 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f0af067-010a-4893-b4bc-576a03a5d886 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (4b902c19-61af-4d4b-a53d-3d305ecb30a1), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.590969 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af067-010a-4893-b4bc-576a03a5d886 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b902c19-61af-4d4b-a53d-3d305ecb30a1,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:57:56.649178 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8f0af067-010a-4893-b4bc-576a03a5d886 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.650715 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8f0af067-010a-4893-b4bc-576a03a5d886 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3278339 Jan 31 04:57:56.693181 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device f43800e2-e8a3-4d05-acf2-27d95fe34a8e up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:56.750693 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port f43800e2-e8a3-4d05-acf2-27d95fe34a8e triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:56.752052 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.844079 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port f43800e2-e8a3-4d05-acf2-27d95fe34a8e is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:56.845893 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 7c73ed6a-418a-49d4-8a0c-314ac7787b87 up at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:57:56.896593 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Provisioning complete for port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:57:56.896744 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:56.987587 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Current status of the port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:57:57.034665 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeda5b1-47e8-4ce4-aaf5-dd374b49b9db req-2256417c-dd6c-468c-a8d4-e81e679dcf70 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:57.036146 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ddeda5b1-47e8-4ce4-aaf5-dd374b49b9db req-2256417c-dd6c-468c-a8d4-e81e679dcf70 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 945 time: 0.0527661 Jan 31 04:57:57.081682 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ddeda5b1-47e8-4ce4-aaf5-dd374b49b9db req-6f5a424c-687d-43c4-a6b6-8f5741fea2b2 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399692 Jan 31 04:57:57.572429 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9f2b5c10-5ccf-4527-a2d9-1c8fa6721f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:58.205578 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270d94e-7503-4467-b925-e6b2095afba4 req-f19217fb-9783-45de-a13c-6027e4a0224d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:58.207130 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4270d94e-7503-4467-b925-e6b2095afba4 req-f19217fb-9783-45de-a13c-6027e4a0224d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 945 time: 0.0521274 Jan 31 04:57:58.255588 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4270d94e-7503-4467-b925-e6b2095afba4 req-e47d1e63-e023-4929-9e8d-b4b1231806a0 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426764 Jan 31 04:57:58.375225 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7b86-c014-423b-a277-31451db0ce8e req-cb3e8d29-1075-4a70-b46f-706a2f80a16f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:58.376691 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7ffa7b86-c014-423b-a277-31451db0ce8e req-cb3e8d29-1075-4a70-b46f-706a2f80a16f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 945 time: 0.0554404 Jan 31 04:57:58.423853 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-7ffa7b86-c014-423b-a277-31451db0ce8e req-e14a0b40-eae4-4a69-acac-5e65cae7ed94 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 Jan 31 04:57:58.552429 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:57:58.757549 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2ec6f-ca17-4d57-b1bc-efe88494de7c req-eb3c3b43-dd1c-428e-a1e0-cf8079c52617 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:57:58.759211 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-38f2ec6f-ca17-4d57-b1bc-efe88494de7c req-eb3c3b43-dd1c-428e-a1e0-cf8079c52617 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Jan 31 04:57:58.806357 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-38f2ec6f-ca17-4d57-b1bc-efe88494de7c req-a8b29f41-1fe7-4f0e-bf18-3304fce5ac15 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417242 Jan 31 04:58:00.140775 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:01.350384 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:05.641269 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:09.984456 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e3bb9-25dd-4edd-b546-93fc63f56c5b req-fa99aae6-f17a-4b97-a9d5-2cd506c88862 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:09.985923 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b06e3bb9-25dd-4edd-b546-93fc63f56c5b req-fa99aae6-f17a-4b97-a9d5-2cd506c88862 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 945 time: 0.0546842 Jan 31 04:58:10.031013 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b06e3bb9-25dd-4edd-b546-93fc63f56c5b req-e8c16946-7bcd-4ca9-9d81-97e29769333d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Jan 31 04:58:10.053083 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46328) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:10.279190 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2177d29e-a572-47d1-b112-26f2b2cc22a8 tempest-TestMinimumBasicScenario-1505106584 tempest-TestMinimumBasicScenario-1505106584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:10.280603 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-2177d29e-a572-47d1-b112-26f2b2cc22a8 tempest-TestMinimumBasicScenario-1505106584 tempest-TestMinimumBasicScenario-1505106584-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 1124 time: 0.2265587 Jan 31 04:58:10.283406 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46332) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:10.288318 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'floatingip': {'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'port_id': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:10.351750 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:10.448107 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:10.549860 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Allocated IP 172.27.2.221 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/452a8fff-f04c-4b3a-ad21-5de719322cad) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:58:10.649496 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for port (452a8fff-f04c-4b3a-ad21-5de719322cad), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:10.734937 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (452a8fff-f04c-4b3a-ad21-5de719322cad), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:10.769350 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:58:10.776536 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:58:10.779837 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:58:10.785119 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'Port': ['ID=452a8fff-f04c-4b3a-ad21-5de719322cad,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:11.127416 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for floatingip (99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:11.252509 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (452a8fff-f04c-4b3a-ad21-5de719322cad), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:11.395900 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for port (452a8fff-f04c-4b3a-ad21-5de719322cad), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:11.465977 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (452a8fff-f04c-4b3a-ad21-5de719322cad), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:11.768321 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'Port': ['ID=452a8fff-f04c-4b3a-ad21-5de719322cad,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:11.781258 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:11.875648 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.l3_db [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Floating IP 99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96 associated. External IP: 172.27.2.221, port: 51f5ced7-36d1-4a88-8073-6035ed00ae5d. Jan 31 04:58:12.077793 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Router 337df860-1265-4485-b296-674ef3a23cc6 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:58:12.103046 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:58:12.183612 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:58:12.193039 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] Sync routers for ids ['337df860-1265-4485-b296-674ef3a23cc6'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:58:12.202339 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] Routers {'337df860-1265-4485-b296-674ef3a23cc6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:58:12.202996 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['337df860-1265-4485-b296-674ef3a23cc6'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:12.239411 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:12.272504 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9dd58138-d0fd-461c-aa22-6dc04dc835c9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9880824 Jan 31 04:58:12.273187 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:58:12.275553 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:58:12.275822 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46338) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:12.280706 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-40470fe3-8c15-488c-b565-48b060bcebde tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399267011', 'description': 'tempest-secgroup-smoke-399267011 description', 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:12.312143 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] Set router 337df860-1265-4485-b296-674ef3a23cc6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:58:12.369290 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-40470fe3-8c15-488c-b565-48b060bcebde tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:12.413497 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9a24dd-5002-419b-b67b-d89723b24c64 x-openstack-request-id: req-0f9a24dd-5002-419b-b67b-d89723b24c64 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:58:12.413789 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:58:12.414042 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f9a24dd-5002-419b-b67b-d89723b24c64 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:58:12.414506 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'status': 'completed', 'code': 200} Jan 31 04:58:12.439610 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-40470fe3-8c15-488c-b565-48b060bcebde tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group (e5ab4f63-60f8-4f92-9330-9a10d9465caf), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:12.497088 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-40470fe3-8c15-488c-b565-48b060bcebde tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (e5ab4f63-60f8-4f92-9330-9a10d9465caf), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:12.527756 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-72340233-8ecd-41d8-a846-c5521f026714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:12.529293 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-72340233-8ecd-41d8-a846-c5521f026714 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 1129 time: 0.0701540 Jan 31 04:58:12.540668 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:13Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '337df860-1265-4485-b296-674ef3a23cc6', 'port_id': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'mac_address': 'fa:16:3e:60:1e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:58:10Z', 'updated_at': '2022-01-31T04:58:10Z', 'revision_number': 0, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4414d2-d6c5-493b-8257-043e7372a747', 'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'mac_address': 'fa:16:3e:55:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:12Z', 'updated_at': '2022-01-31T04:57:17Z', 'revision_number': 5, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'subnets': [{'id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:12.548752 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40470fe3-8c15-488c-b565-48b060bcebde tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ab4f63-60f8-4f92-9330-9a10d9465caf,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:12.570858 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] Checking router: 337df860-1265-4485-b296-674ef3a23cc6 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:58:12.579289 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] Routers {'337df860-1265-4485-b296-674ef3a23cc6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:58:12.579902 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['337df860-1265-4485-b296-674ef3a23cc6'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:12.601265 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-40470fe3-8c15-488c-b565-48b060bcebde tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:12.602471 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-40470fe3-8c15-488c-b565-48b060bcebde tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3258302 Jan 31 04:58:12.605593 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46344) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:12.610418 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-b9d7a9db-b9ac-4483-8bbb-2c49fa7d67a5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'security_group_rule': {'security_group_id': 'e5ab4f63-60f8-4f92-9330-9a10d9465caf', 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:12.635980 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-c7e06e06-1831-4883-af02-d464afe89a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:12.637421 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-c7e06e06-1831-4883-af02-d464afe89a70 service neutron] 10.222.0.31 "GET /v2.0/networks?id=857a60d4-e4ef-4584-aa7d-b453d98e2609 HTTP/1.1" status: 200 len: 913 time: 0.0997922 Jan 31 04:58:12.686395 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] Set router 337df860-1265-4485-b296-674ef3a23cc6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:58:12.704463 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-dd7d22c7-3892-4df7-80d3-86fc7e64b0c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 200 len: 999 time: 0.0606136 Jan 31 04:58:12.715325 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a9db-b9ac-4483-8bbb-2c49fa7d67a5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (6ef7a1eb-26e2-4247-8994-15056b240717), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:12.753304 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-3a4f0ed2-05a5-448e-bf2a-09605f32ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:12.754949 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-3a4f0ed2-05a5-448e-bf2a-09605f32ddec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49d00b21-5f67-4580-80af-b86f8ba0e259 HTTP/1.1" status: 200 len: 852 time: 0.0450103 Jan 31 04:58:12.773408 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a9db-b9ac-4483-8bbb-2c49fa7d67a5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (6ef7a1eb-26e2-4247-8994-15056b240717), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:12.804233 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-4e21b7c3-6264-4aea-ada8-c9d26a30d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:12.805760 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-4e21b7c3-6264-4aea-ada8-c9d26a30d3c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=857a60d4-e4ef-4584-aa7d-b453d98e2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453718 Jan 31 04:58:12.854607 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a9db-b9ac-4483-8bbb-2c49fa7d67a5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (6ef7a1eb-26e2-4247-8994-15056b240717), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:12.871168 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7a9db-b9ac-4483-8bbb-2c49fa7d67a5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef7a1eb-26e2-4247-8994-15056b240717,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:12.903757 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-5d8e94c6-eac5-424b-99e3-5663a4829613 service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913739 Jan 31 04:58:12.918668 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:13Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '337df860-1265-4485-b296-674ef3a23cc6', 'port_id': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'mac_address': 'fa:16:3e:60:1e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:58:10Z', 'updated_at': '2022-01-31T04:58:10Z', 'revision_number': 0, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4414d2-d6c5-493b-8257-043e7372a747', 'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'mac_address': 'fa:16:3e:55:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:12Z', 'updated_at': '2022-01-31T04:57:17Z', 'revision_number': 5, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'subnets': [{'id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:12.936755 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a9db-b9ac-4483-8bbb-2c49fa7d67a5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:12.940556 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-b9d7a9db-b9ac-4483-8bbb-2c49fa7d67a5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3312643 Jan 31 04:58:12.940738 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46346) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:12.945445 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-c8befbd1-fc1f-40f0-babf-74834a3ba8c4 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'security_group_rule': {'security_group_id': 'e5ab4f63-60f8-4f92-9330-9a10d9465caf', 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:12.949241 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfcf080-341b-48ea-8134-40794f9d18fd None None] The sync data for ids ['337df860-1265-4485-b296-674ef3a23cc6'] in dv-cinder-826608-2-iscsi is: [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:13Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '337df860-1265-4485-b296-674ef3a23cc6', 'port_id': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'mac_address': 'fa:16:3e:60:1e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:58:10Z', 'updated_at': '2022-01-31T04:58:10Z', 'revision_number': 0, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4414d2-d6c5-493b-8257-043e7372a747', 'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'mac_address': 'fa:16:3e:55:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:12Z', 'updated_at': '2022-01-31T04:57:17Z', 'revision_number': 5, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'subnets': [{'id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:58:12.994245 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-0611c840-01f2-4f7e-9d4c-6bbd3b18cc93 req-791094bc-43e8-4299-a293-dfe32e6011e3 service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843968 Jan 31 04:58:13.037259 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c8befbd1-fc1f-40f0-babf-74834a3ba8c4 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (9f710311-2af3-44b3-ab31-2c74785f0855), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.100712 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c8befbd1-fc1f-40f0-babf-74834a3ba8c4 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (9f710311-2af3-44b3-ab31-2c74785f0855), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.151282 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526cc81-3c3e-49ad-ad6f-2a4bee0cee4b None None] New status for floating IP 99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96: ACTIVE {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:58:13.189626 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c8befbd1-fc1f-40f0-babf-74834a3ba8c4 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (9f710311-2af3-44b3-ab31-2c74785f0855), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.208850 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8befbd1-fc1f-40f0-babf-74834a3ba8c4 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f710311-2af3-44b3-ab31-2c74785f0855,revision_number=0']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:13.277010 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-c8befbd1-fc1f-40f0-babf-74834a3ba8c4 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.278232 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-c8befbd1-fc1f-40f0-babf-74834a3ba8c4 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3364582 Jan 31 04:58:13.281008 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46350) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:13.285603 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-048cbcb8-5bc5-4407-b51b-bbc719d07e2f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'security_group_rule': {'security_group_id': 'e5ab4f63-60f8-4f92-9330-9a10d9465caf', 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:13.385722 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-048cbcb8-5bc5-4407-b51b-bbc719d07e2f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (0a087e5a-2e0e-4ea0-889b-a1b3c7c347b0), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.441853 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-048cbcb8-5bc5-4407-b51b-bbc719d07e2f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (0a087e5a-2e0e-4ea0-889b-a1b3c7c347b0), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.511581 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-048cbcb8-5bc5-4407-b51b-bbc719d07e2f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (0a087e5a-2e0e-4ea0-889b-a1b3c7c347b0), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.532089 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cbcb8-5bc5-4407-b51b-bbc719d07e2f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a087e5a-2e0e-4ea0-889b-a1b3c7c347b0,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:13.599847 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-048cbcb8-5bc5-4407-b51b-bbc719d07e2f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.601125 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-048cbcb8-5bc5-4407-b51b-bbc719d07e2f tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3191071 Jan 31 04:58:13.603828 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46352) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:13.608215 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-1bfd5b06-ac7d-4d9e-9008-152188fa5946 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'security_group_rule': {'security_group_id': 'e5ab4f63-60f8-4f92-9330-9a10d9465caf', 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:13.708350 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5b06-ac7d-4d9e-9008-152188fa5946 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (affc0fa3-da4e-4f87-9f87-7ae61943dfc1), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.764519 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5b06-ac7d-4d9e-9008-152188fa5946 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (affc0fa3-da4e-4f87-9f87-7ae61943dfc1), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.859950 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5b06-ac7d-4d9e-9008-152188fa5946 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (affc0fa3-da4e-4f87-9f87-7ae61943dfc1), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.878491 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd5b06-ac7d-4d9e-9008-152188fa5946 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affc0fa3-da4e-4f87-9f87-7ae61943dfc1,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:13.953222 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5b06-ac7d-4d9e-9008-152188fa5946 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:13.954437 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-1bfd5b06-ac7d-4d9e-9008-152188fa5946 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3496838 Jan 31 04:58:13.957307 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46354) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:13.961551 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-1caa6374-0be9-4e3a-9874-e3054defaaba tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'security_group_rule': {'security_group_id': 'e5ab4f63-60f8-4f92-9330-9a10d9465caf', 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:14.046102 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.securitygroups_db [None req-1caa6374-0be9-4e3a-9874-e3054defaaba tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Project e1637f6e48094653bebf0bc7af9aab9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 04:58:14.050907 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1caa6374-0be9-4e3a-9874-e3054defaaba tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (391d7838-6703-4186-a5d2-f08c046f63b9), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:14.108026 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1caa6374-0be9-4e3a-9874-e3054defaaba tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (391d7838-6703-4186-a5d2-f08c046f63b9), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:14.183799 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1caa6374-0be9-4e3a-9874-e3054defaaba tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (391d7838-6703-4186-a5d2-f08c046f63b9), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:14.202637 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa6374-0be9-4e3a-9874-e3054defaaba tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391d7838-6703-4186-a5d2-f08c046f63b9,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:14.259987 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-1caa6374-0be9-4e3a-9874-e3054defaaba tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:14.261220 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-1caa6374-0be9-4e3a-9874-e3054defaaba tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3029947 Jan 31 04:58:14.263978 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46358) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:14.268290 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-a0e32f8f-284b-4b9b-a6f9-c582f739c578 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'security_group_rule': {'security_group_id': 'e5ab4f63-60f8-4f92-9330-9a10d9465caf', 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:14.345997 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.securitygroups_db [None req-a0e32f8f-284b-4b9b-a6f9-c582f739c578 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Project e1637f6e48094653bebf0bc7af9aab9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 04:58:14.351606 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-a0e32f8f-284b-4b9b-a6f9-c582f739c578 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (770f3765-8c6f-4b78-8c15-079af13a5c1f), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:14.411192 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-a0e32f8f-284b-4b9b-a6f9-c582f739c578 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (770f3765-8c6f-4b78-8c15-079af13a5c1f), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:14.894604 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-a0e32f8f-284b-4b9b-a6f9-c582f739c578 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551595'] for security_group_rule (770f3765-8c6f-4b78-8c15-079af13a5c1f), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:14.914877 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e32f8f-284b-4b9b-a6f9-c582f739c578 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770f3765-8c6f-4b78-8c15-079af13a5c1f,revision_number=0']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:14.965240 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-a0e32f8f-284b-4b9b-a6f9-c582f739c578 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:14.966428 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-a0e32f8f-284b-4b9b-a6f9-c582f739c578 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7015467 Jan 31 04:58:15.053469 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-271e5638-5650-4654-8e86-b95b36dae35d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399267011&fields=id&tenant_id=e1637f6e48094653bebf0bc7af9aab9a HTTP/1.1" status: 200 len: 267 time: 0.0427053 Jan 31 04:58:15.112207 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-1b6f8a89-dcf5-4102-8ad8-633d9767755c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:15.113767 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-1b6f8a89-dcf5-4102-8ad8-633d9767755c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 945 time: 0.0550425 Jan 31 04:58:15.124302 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-9589a75c-a86f-49fa-8fc6-061c49143b4d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'port': {'security_groups': ['1e0b484a-605e-4a91-a281-7dd7de35ea4e', 'e5ab4f63-60f8-4f92-9330-9a10d9465caf']}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:15.193886 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-9589a75c-a86f-49fa-8fc6-061c49143b4d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:15.373143 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-9589a75c-a86f-49fa-8fc6-061c49143b4d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] For port 51f5ced7-36d1-4a88-8073-6035ed00ae5d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:15.401596 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-9589a75c-a86f-49fa-8fc6-061c49143b4d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:15.480757 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-9589a75c-a86f-49fa-8fc6-061c49143b4d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:15.496625 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46364) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:15.518753 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['51f5ced7-36d1-4a88-8073-6035ed00ae5d'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:58:15.547067 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-9589a75c-a86f-49fa-8fc6-061c49143b4d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:15.548018 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-9589a75c-a86f-49fa-8fc6-061c49143b4d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:15.549961 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5086cb42-79e3-45cb-b7fb-dcfa65cbf0db req-9589a75c-a86f-49fa-8fc6-061c49143b4d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "PUT /v2.0/ports/51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 200 len: 981 time: 0.4298916 Jan 31 04:58:15.550472 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:58:15.555812 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4368fcce-a2e2-4447-bea3-ccbf755d2731" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:58:15.612083 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589a75c-a86f-49fa-8fc6-061c49143b4d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'Port': ['ID=51f5ced7-36d1-4a88-8073-6035ed00ae5d,revision_number=6']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:15.625992 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834af731-6f3f-4b56-9faf-d6dadb4ad5c3 x-openstack-request-id: req-834af731-6f3f-4b56-9faf-d6dadb4ad5c3 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:58:15.626487 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:58:15.626742 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-834af731-6f3f-4b56-9faf-d6dadb4ad5c3 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:58:15.627172 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'status': 'completed', 'code': 200} Jan 31 04:58:15.689467 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['51f5ced7-36d1-4a88-8073-6035ed00ae5d'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:58:15.764616 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb45f9-9683-4cdb-9403-53ad7e2082bd req-bf77147a-c14f-4c18-bd4c-568291a75aac tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:15.767258 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bacb45f9-9683-4cdb-9403-53ad7e2082bd req-bf77147a-c14f-4c18-bd4c-568291a75aac tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.1333153 Jan 31 04:58:15.837334 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-feac3ef5-6e35-4cdf-a2fe-e5c3011c640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:15.838843 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-feac3ef5-6e35-4cdf-a2fe-e5c3011c640c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 1168 time: 0.1693518 Jan 31 04:58:15.894692 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-4a3daa5d-2a9a-4942-8395-e9c0c2d0e40c None None] Provisioning complete for port 51f5ced7-36d1-4a88-8073-6035ed00ae5d triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:58:15.895416 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4a3daa5d-2a9a-4942-8395-e9c0c2d0e40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:15.960879 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bacb45f9-9683-4cdb-9403-53ad7e2082bd req-79e32788-c326-4241-868d-48fdb48cb166 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1848900 Jan 31 04:58:16.001338 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-556b233f-7f84-4f36-898b-7965b2e717a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:16.002768 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-556b233f-7f84-4f36-898b-7965b2e717a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=857a60d4-e4ef-4584-aa7d-b453d98e2609 HTTP/1.1" status: 200 len: 913 time: 0.1525798 Jan 31 04:58:16.017344 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Deleting port 91c0b048-300a-4ab3-9deb-412103fa5db9 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:58:16.017606 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (91c0b048-300a-4ab3-9deb-412103fa5db9), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:16.108446 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-4a3daa5d-2a9a-4942-8395-e9c0c2d0e40c None None] Current status of the port 51f5ced7-36d1-4a88-8073-6035ed00ae5d is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:58:16.118969 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-5e6f074d-6997-4467-88a2-67924caad985 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 200 len: 1001 time: 0.1092696 Jan 31 04:58:16.170381 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (91c0b048-300a-4ab3-9deb-412103fa5db9), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:16.170709 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for floatingip (91c0b048-300a-4ab3-9deb-412103fa5db9), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:16.187768 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Calling delete_port for 91c0b048-300a-4ab3-9deb-412103fa5db9 owned by network:floatingip {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:58:16.196285 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-25928894-f451-4604-9c2a-5acb5ffaaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:16.197741 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-25928894-f451-4604-9c2a-5acb5ffaaae8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49d00b21-5f67-4580-80af-b86f8ba0e259 HTTP/1.1" status: 200 len: 852 time: 0.0714662 Jan 31 04:58:16.324915 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-b2ad1b4c-f14e-4d6e-b6b8-847db7f8f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:16.326387 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-b2ad1b4c-f14e-4d6e-b6b8-847db7f8f558 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=857a60d4-e4ef-4584-aa7d-b453d98e2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1214457 Jan 31 04:58:16.456737 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-0379b49a-18e7-4a73-83d1-f087ad08bd57 service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230381 Jan 31 04:58:16.548789 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4368fcce-a2e2-4447-bea3-ccbf755d2731 req-66ac0ce8-9976-476f-ab1f-20c94d2d4e38 service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851667 Jan 31 04:58:16.551248 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (91c0b048-300a-4ab3-9deb-412103fa5db9), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:16.578188 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event deleted for resources: {'Port': ['ID=91c0b048-300a-4ab3-9deb-412103fa5db9,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:16.637617 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for floatingip (2ff9c148-9d25-48e5-a7ef-fdded94398b9), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:16.638000 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.l3_db [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Floating IP 2ff9c148-9d25-48e5-a7ef-fdded94398b9 disassociated (deleted). External IP: 172.27.2.233, port: 93af9573-d882-4ed1-ba22-f2922408b158. Jan 31 04:58:16.841851 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Router efe3af23-81b7-4794-82ad-6dede767d18d has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:58:16.949321 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:58:16.954191 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:16.958657 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] Sync routers for ids ['efe3af23-81b7-4794-82ad-6dede767d18d'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:58:16.968112 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] Routers {'efe3af23-81b7-4794-82ad-6dede767d18d'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:58:16.968722 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['efe3af23-81b7-4794-82ad-6dede767d18d'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:16.982019 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-9df43a3d-4499-4b6b-a7a7-c2222fec5d6e tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "DELETE /v2.0/floatingips/2ff9c148-9d25-48e5-a7ef-fdded94398b9 HTTP/1.1" status: 204 len: 168 time: 1.4842682 Jan 31 04:58:16.982589 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:58:16.984883 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce" -d '{"events": [{"name": "network-changed", "server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "tag": "93af9573-d882-4ed1-ba22-f2922408b158"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:58:17.024378 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd12512-c72f-4329-ba14-400bf5d3add3 x-openstack-request-id: req-cdd12512-c72f-4329-ba14-400bf5d3add3 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:58:17.024681 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "tag": "93af9573-d882-4ed1-ba22-f2922408b158", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:58:17.024938 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdd12512-c72f-4329-ba14-400bf5d3add3 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:58:17.025349 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158', 'status': 'completed', 'code': 200} Jan 31 04:58:17.079952 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] Set router efe3af23-81b7-4794-82ad-6dede767d18d gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:58:17.136942 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-f49f639f-153a-4516-aea0-a31e60caa3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:17.138478 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-f49f639f-153a-4516-aea0-a31e60caa3c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=36c2584cb883458eaf6b3b04d55a9429&device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 1129 time: 0.0462198 Jan 31 04:58:17.236786 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-5a2cbeff-998b-48bd-8655-ad3cd41fd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:17.237874 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-5a2cbeff-998b-48bd-8655-ad3cd41fd702 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 HTTP/1.1" status: 200 len: 909 time: 0.0937865 Jan 31 04:58:17.279728 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-eaedd211-ca0d-441f-9b18-f87ba540c24b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93af9573-d882-4ed1-ba22-f2922408b158 HTTP/1.1" status: 200 len: 217 time: 0.0352228 Jan 31 04:58:17.285148 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '4832027f-9493-4e60-92e8-59ea1dde5849', 'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'mac_address': 'fa:16:3e:32:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:49Z', 'updated_at': '2022-01-31T04:52:53Z', 'revision_number': 5, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'subnets': [{'id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:17.334331 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-21444132-0093-44d1-bc08-452a18d3dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:17.335957 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-21444132-0093-44d1-bc08-452a18d3dab9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=22d2dabd-7315-4dfb-a620-1f95a658b9ed HTTP/1.1" status: 200 len: 848 time: 0.0512149 Jan 31 04:58:17.432810 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-86c632b9-b216-48dc-bd8e-c0ce18a89c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:17.434314 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-86c632b9-b216-48dc-bd8e-c0ce18a89c4b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755997 Jan 31 04:58:17.447231 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] Checking router: efe3af23-81b7-4794-82ad-6dede767d18d for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:58:17.455590 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] Routers {'efe3af23-81b7-4794-82ad-6dede767d18d'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:58:17.456198 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['efe3af23-81b7-4794-82ad-6dede767d18d'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:17.468639 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daf435-e600-4a4c-ab70-f6cdc580cb3c req-92a8f6d3-1d17-4b92-8d58-c764268c7aff tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:17.470129 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-69daf435-e600-4a4c-ab70-f6cdc580cb3c req-92a8f6d3-1d17-4b92-8d58-c764268c7aff tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0844088 Jan 31 04:58:17.560209 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] Set router efe3af23-81b7-4794-82ad-6dede767d18d gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:58:17.571904 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-69daf435-e600-4a4c-ab70-f6cdc580cb3c req-d2e41de1-bd56-4d22-beb6-f808ae61dbd7 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912850 Jan 31 04:58:17.575603 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-bb739ef8-cf87-4f95-8b23-bb0249101dd1 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329575 Jan 31 04:58:17.666488 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d7fd9faa-b07e-4b94-b1cf-ffc6a24657ce req-3e638f31-7ef1-443d-a59f-320388bf0714 service neutron] 10.222.0.31 "GET /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805423 Jan 31 04:58:17.755266 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '4832027f-9493-4e60-92e8-59ea1dde5849', 'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'mac_address': 'fa:16:3e:32:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:49Z', 'updated_at': '2022-01-31T04:52:53Z', 'revision_number': 5, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'subnets': [{'id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:17.784452 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52ca88e-1242-4b74-a5db-861d79abf521 None None] The sync data for ids ['efe3af23-81b7-4794-82ad-6dede767d18d'] in dv-cinder-826608-2-iscsi is: [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:52:49Z', 'revision_number': 4, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '4832027f-9493-4e60-92e8-59ea1dde5849', 'name': '', 'network_id': '9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'mac_address': 'fa:16:3e:32:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:49Z', 'updated_at': '2022-01-31T04:52:53Z', 'revision_number': 5, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'subnets': [{'id': '22d2dabd-7315-4dfb-a620-1f95a658b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:58:18.003338 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6836493c-6a45-4002-9be1-fdb11ed15863 None None] New status for floating IP 2ff9c148-9d25-48e5-a7ef-fdded94398b9: DOWN {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:58:18.697650 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a60823-5bc0-4974-b189-686110f9a8c0 req-9dc0a377-54b1-4c27-8981-fe2992a0c4fa tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:18.699156 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e4a60823-5bc0-4974-b189-686110f9a8c0 req-9dc0a377-54b1-4c27-8981-fe2992a0c4fa tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0568829 Jan 31 04:58:18.748239 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e4a60823-5bc0-4974-b189-686110f9a8c0 req-d7557602-0916-4da9-beb8-65e19c818377 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436022 Jan 31 04:58:19.442064 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-fc180fbb-131f-4125-9f9e-9a8b192ba355 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:19.443971 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-fc180fbb-131f-4125-9f9e-9a8b192ba355 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.31 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0580175 Jan 31 04:58:19.555945 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-9c041311-8155-4c56-9703-4a6d3f622fa5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Deleting port 93af9573-d882-4ed1-ba22-f2922408b158 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:58:19.556288 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-9c041311-8155-4c56-9703-4a6d3f622fa5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (93af9573-d882-4ed1-ba22-f2922408b158), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:19.924196 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-9c041311-8155-4c56-9703-4a6d3f622fa5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] For port 93af9573-d882-4ed1-ba22-f2922408b158, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=93af9573-d882-4ed1-ba22-f2922408b158,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:19.924560 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-9c041311-8155-4c56-9703-4a6d3f622fa5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (93af9573-d882-4ed1-ba22-f2922408b158), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:19.945884 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325dadc-7e8d-4f99-bb1b-4654a818941f req-225b62fd-448a-4810-a8a1-86477e1206ac tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:19.947369 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2325dadc-7e8d-4f99-bb1b-4654a818941f req-225b62fd-448a-4810-a8a1-86477e1206ac tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 945 time: 0.0869555 Jan 31 04:58:19.954083 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-9c041311-8155-4c56-9703-4a6d3f622fa5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Calling delete_port for 93af9573-d882-4ed1-ba22-f2922408b158 owned by compute:nova {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:58:20.049158 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2325dadc-7e8d-4f99-bb1b-4654a818941f req-e19a8bd1-de36-4c74-8220-16c103c793ee tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/security-groups?id=a0f25035-c748-4515-a11b-d182111dd209&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951869 Jan 31 04:58:20.174539 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-9c041311-8155-4c56-9703-4a6d3f622fa5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (93af9573-d882-4ed1-ba22-f2922408b158), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:20.202003 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c041311-8155-4c56-9703-4a6d3f622fa5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event deleted for resources: {'Port': ['ID=93af9573-d882-4ed1-ba22-f2922408b158,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:20.251759 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-9c041311-8155-4c56-9703-4a6d3f622fa5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] No DVR routers for this DVR port 93af9573-d882-4ed1-ba22-f2922408b158 on host hv-cinder-82660 {{(pid=109632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:58:20.254229 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-9c041311-8155-4c56-9703-4a6d3f622fa5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:20.258650 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2eb10d4f-e6a3-450a-8d51-3246d29fd46b req-9c041311-8155-4c56-9703-4a6d3f622fa5 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.31 "DELETE /v2.0/ports/93af9573-d882-4ed1-ba22-f2922408b158 HTTP/1.1" status: 204 len: 173 time: 0.7928636 Jan 31 04:58:20.259107 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'name': 'network-vif-deleted', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:58:20.261358 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1f3e49-c058-4556-96a2-39f638d38014" -d '{"events": [{"server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "name": "network-vif-deleted", "tag": "93af9573-d882-4ed1-ba22-f2922408b158"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:58:20.297331 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e14313-6b04-47f0-b468-0fdbeb17dd8b x-openstack-request-id: req-f7e14313-6b04-47f0-b468-0fdbeb17dd8b {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:58:20.297624 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e253ce-c129-44d9-9219-b29dd9feb759", "name": "network-vif-deleted", "tag": "93af9573-d882-4ed1-ba22-f2922408b158", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:58:20.297880 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7e14313-6b04-47f0-b468-0fdbeb17dd8b {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:58:20.298278 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e253ce-c129-44d9-9219-b29dd9feb759', 'name': 'network-vif-deleted', 'tag': '93af9573-d882-4ed1-ba22-f2922408b158', 'status': 'completed', 'code': 200} Jan 31 04:58:20.695520 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-3d6b6911-1802-48a1-b29e-e3a93e5b768a tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15449547&fields=id&tenant_id=4cf3ab219d9f44e1ab973f1d63347066 HTTP/1.1" status: 200 len: 267 time: 0.0473890 Jan 31 04:58:20.799938 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-bd22db1e-bd3d-4a7b-9840-51e5adcd7187 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:20.801321 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-bd22db1e-bd3d-4a7b-9840-51e5adcd7187 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 811 time: 0.0994389 Jan 31 04:58:20.816045 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-ed9ff96e-227a-42f1-adee-d75079aa728f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/quotas/4cf3ab219d9f44e1ab973f1d63347066 HTTP/1.1" status: 200 len: 375 time: 0.0087438 Jan 31 04:58:20.873641 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-f2f93968-d16e-43fa-b9d5-a55991e13cc6 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525773 Jan 31 04:58:20.966970 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-d8802560-a5cd-4056-a65a-539066438e65 service neutron] 10.222.0.21 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822198 Jan 31 04:58:21.062372 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-246e9e58-9934-42f4-b83c-0cf2489a3dfd service neutron] 10.222.0.21 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896103 Jan 31 04:58:21.164054 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-11ebb796-33ad-483b-b8bf-4ecf95010e11 req-21fa1a78-be76-4b1f-9242-d1c9344ac5c7 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e253ce-c129-44d9-9219-b29dd9feb759 HTTP/1.1" status: 200 len: 210 time: 0.0301316 Jan 31 04:58:21.599826 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-60c8b64d-e275-4b98-8206-9964e2007175 req-2a51de16-f566-4726-a707-53bc36ed91b2 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 210 time: 0.0291939 Jan 31 04:58:22.233509 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46426) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:22.293690 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23b8ca3e-cf8e-4319-807d-f441f2160c42 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group (a0f25035-c748-4515-a11b-d182111dd209), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:22.319416 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23b8ca3e-cf8e-4319-807d-f441f2160c42 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group (a0f25035-c748-4515-a11b-d182111dd209), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:22.431394 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23b8ca3e-cf8e-4319-807d-f441f2160c42 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (a0f25035-c748-4515-a11b-d182111dd209), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:22.434005 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-23b8ca3e-cf8e-4319-807d-f441f2160c42 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:22.435188 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-23b8ca3e-cf8e-4319-807d-f441f2160c42 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] 10.222.0.21 "DELETE /v2.0/security-groups/a0f25035-c748-4515-a11b-d182111dd209 HTTP/1.1" status: 204 len: 168 time: 0.2006898 Jan 31 04:58:22.444565 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8ca3e-cf8e-4319-807d-f441f2160c42 tempest-TestShelveInstance-22980575 tempest-TestShelveInstance-22980575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f25035-c748-4515-a11b-d182111dd209,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:22.529333 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46430) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:22.705949 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1bf8499a-8add-477d-b506-e21ea157411e req-54a19eed-8401-43be-9d19-7efaa628e9e3 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 210 time: 0.0269873 Jan 31 04:58:22.893873 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 93af9573-d882-4ed1-ba22-f2922408b158 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:58:22.915520 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 93af9573-d882-4ed1-ba22-f2922408b158 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:58:22.915959 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 93af9573-d882-4ed1-ba22-f2922408b158 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:58:23.061431 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043869'] for router_interface (efe3af23-81b7-4794-82ad-6dede767d18d), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:23.368923 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] Deleting port 4832027f-9493-4e60-92e8-59ea1dde5849 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:58:23.369509 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:23.445308 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] For port 4832027f-9493-4e60-92e8-59ea1dde5849, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=4832027f-9493-4e60-92e8-59ea1dde5849,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:23.445666 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:23.457617 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] Calling delete_port for 4832027f-9493-4e60-92e8-59ea1dde5849 owned by network:router_interface {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:58:23.681017 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-2afbc795-62de-4f01-b910-217d824ab733 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:23.682351 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-2afbc795-62de-4f01-b910-217d824ab733 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 811 time: 0.1080627 Jan 31 04:58:23.703934 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (4832027f-9493-4e60-92e8-59ea1dde5849), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:23.731140 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=4832027f-9493-4e60-92e8-59ea1dde5849,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:23.754216 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-d24a3ba0-f461-41ab-8b74-9e8c34613871 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf3ab219d9f44e1ab973f1d63347066 HTTP/1.1" status: 200 len: 378 time: 0.0583038 Jan 31 04:58:23.764114 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'port': {'device_id': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'admin_state_up': True, 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'security_groups': ['8324336f-a011-4139-a2c4-2c1ea0166a7d']}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:23.844957 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-82a32887-9631-43cd-82de-44711425104b req-9da1e5dc-1689-4d00-b42e-e833d535bac9 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 210 time: 0.0306194 Jan 31 04:58:23.949382 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Made reservation on behalf of 4cf3ab219d9f44e1ab973f1d63347066 for: {'port': 1} {{(pid=109632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 04:58:23.952820 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:23.980511 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043721'] for router_interface (efe3af23-81b7-4794-82ad-6dede767d18d), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:24.094104 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Allocated IP 172.20.0.9 (d6fe4c16-92c7-4a31-bdef-109ade3261a7/5ac99090-3642-478a-bef8-38c7af2f2efc/82a03e5c-3cf4-4891-b8cf-e1bb55979dba) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:58:24.250869 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:24.340544 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:24.383278 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:58:24.388108 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:58:24.391694 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:58:24.414835 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'Port': ['ID=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:24.441091 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] Router efe3af23-81b7-4794-82ad-6dede767d18d has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:58:24.447614 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:24.448266 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:24.517568 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-4ac9b896-d9a8-4476-948b-de7a144c23d4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7573290 Jan 31 04:58:24.537868 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Request body: {'port': {'device_id': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:24.553784 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:58:24.563384 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-db34d441-500d-4794-82eb-4611d9917dcf admin admin] 10.222.0.21 "PUT /v2.0/routers/efe3af23-81b7-4794-82ad-6dede767d18d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318022 Jan 31 04:58:24.564828 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46438) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:24.570853 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] Sync routers for ids ['efe3af23-81b7-4794-82ad-6dede767d18d'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:58:24.584428 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] Routers {'efe3af23-81b7-4794-82ad-6dede767d18d'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:58:24.585333 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['efe3af23-81b7-4794-82ad-6dede767d18d'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:24.614374 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:24.701494 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Publish callbacks [] for router (efe3af23-81b7-4794-82ad-6dede767d18d), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:24.720255 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-ba2a5736-14d1-4ef0-bb4b-ee17ab7bb340 None None] Provisioning complete for port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:58:24.720771 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5736-14d1-4ef0-bb4b-ee17ab7bb340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:24.723497 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] Set router efe3af23-81b7-4794-82ad-6dede767d18d gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:58:24.808718 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Publish callbacks [] for router_gateway (efe3af23-81b7-4794-82ad-6dede767d18d), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:24.819880 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a5736-14d1-4ef0-bb4b-ee17ab7bb340 None None] Port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 04:58:24.905446 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a03e5c-3cf4-4891-b8cf-e1bb55979dba {{(pid=109632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:58:24.915667 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Publish callbacks [] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:24.942036 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Deleting port 6b69344f-cccc-4849-923d-5613a5d851f4 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:58:24.942532 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:24.947200 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:58:23Z', 'revision_number': 5, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port': {'id': '6b69344f-cccc-4849-923d-5613a5d851f4', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:89:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:47Z', 'updated_at': '2022-01-31T04:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:24.948273 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.provisioning_blocks [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Transition to ACTIVE for port object 82a03e5c-3cf4-4891-b8cf-e1bb55979dba will not be triggered until provisioned by entity L2. {{(pid=109632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 04:58:24.973939 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] Checking router: efe3af23-81b7-4794-82ad-6dede767d18d for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:58:24.983520 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] Routers {'efe3af23-81b7-4794-82ad-6dede767d18d'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:58:24.984136 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:57:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['efe3af23-81b7-4794-82ad-6dede767d18d'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:24.989134 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb776fe-1eec-4e72-a93d-6cf89659f683 req-b5caaf02-3241-452a-b55a-aa7a26033e8d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:24.995272 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-afb776fe-1eec-4e72-a93d-6cf89659f683 req-b5caaf02-3241-452a-b55a-aa7a26033e8d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 931 time: 0.0651112 Jan 31 04:58:25.026156 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] For port 6b69344f-cccc-4849-923d-5613a5d851f4, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6b69344f-cccc-4849-923d-5613a5d851f4,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:25.026544 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.041548 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Calling delete_port for 6b69344f-cccc-4849-923d-5613a5d851f4 owned by network:router_gateway {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:58:25.044717 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.054361 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-afb776fe-1eec-4e72-a93d-6cf89659f683 req-cb566d32-a01f-44c5-8ea5-4c704c79335b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567718 Jan 31 04:58:25.105556 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] Set router efe3af23-81b7-4794-82ad-6dede767d18d gateway port host: None {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:58:25.122741 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Pushing event updated for resources: {'Port': ['ID=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:25.172955 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:58:24Z', 'revision_number': 6, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port_host': None}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:25.205873 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d7a76d-3321-448f-ae21-4e55021430da None None] The sync data for ids ['efe3af23-81b7-4794-82ad-6dede767d18d'] in dv-cinder-826608-2-iscsi is: [{'id': 'efe3af23-81b7-4794-82ad-6dede767d18d', 'name': 'tempest-TestShelveInstance-1291760580-router', 'tenant_id': '36c2584cb883458eaf6b3b04d55a9429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:46Z', 'updated_at': '2022-01-31T04:58:24Z', 'revision_number': 6, 'project_id': '36c2584cb883458eaf6b3b04d55a9429', 'gw_port_host': None}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:58:25.233446 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Attempting to bind port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 04:58:25.233876 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Attempting to bind port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 04:58:25.234267 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Attempting to bind port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:58:25.239119 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 04:58:25.240285 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Attempting to bind port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 04:58:25.251195 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 4, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 04:58:25.252055 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Checking segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 04:58:25.252572 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Bound using segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} {{(pid=109632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 04:58:25.253064 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.managers [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Bound port: 82a03e5c-3cf4-4891-b8cf-e1bb55979dba, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'}}] {{(pid=109632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 04:58:25.253524 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.309563 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b865c49b-b7bc-4b5d-b300-5b472e89099f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.327693 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] For port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba, host hv-cinder-82660, cleared binding levels {{(pid=109632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 04:58:25.330822 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] For port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 04:58:25.369159 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (6b69344f-cccc-4849-923d-5613a5d851f4), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.399171 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=6b69344f-cccc-4849-923d-5613a5d851f4,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:25.403645 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.437935 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:25.438574 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.440226 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] 10.222.0.31 "PUT /v2.0/ports/82a03e5c-3cf4-4891-b8cf-e1bb55979dba HTTP/1.1" status: 200 len: 1093 time: 0.9073164 Jan 31 04:58:25.443424 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'tag': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:58:25.445706 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d16ae5d-feed-4ec9-bae6-2a68a03cc653" -d '{"events": [{"name": "network-changed", "server_uuid": "136c717e-248a-4393-9e3b-4703b87f5ddb", "tag": "82a03e5c-3cf4-4891-b8cf-e1bb55979dba"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:58:25.469399 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047143'] for router_gateway (efe3af23-81b7-4794-82ad-6dede767d18d), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.491031 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e36139-4174-43b8-a3fc-91ed5aeb5a6e service neutron] Pushing event updated for resources: {'Port': ['ID=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,revision_number=3']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:25.506023 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f814871b-66b2-4987-ba5d-5b8e978faa2b x-openstack-request-id: req-f814871b-66b2-4987-ba5d-5b8e978faa2b {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:58:25.506418 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136c717e-248a-4393-9e3b-4703b87f5ddb", "tag": "82a03e5c-3cf4-4891-b8cf-e1bb55979dba", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:58:25.506671 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f814871b-66b2-4987-ba5d-5b8e978faa2b {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:58:25.507117 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'tag': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba', 'status': 'completed', 'code': 200} Jan 31 04:58:25.569315 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32463'] for router (efe3af23-81b7-4794-82ad-6dede767d18d), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.571775 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Publish callbacks [] for router_controller (efe3af23-81b7-4794-82ad-6dede767d18d), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.623707 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16ae5d-feed-4ec9-bae6-2a68a03cc653 req-6cee2e11-fc79-429b-885e-d35fd9633fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:25.625180 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2d16ae5d-feed-4ec9-bae6-2a68a03cc653 req-6cee2e11-fc79-429b-885e-d35fd9633fd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 1127 time: 0.0611632 Jan 31 04:58:25.717191 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1021179'] for router (efe3af23-81b7-4794-82ad-6dede767d18d), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.717933 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router efe3af23-81b7-4794-82ad-6dede767d18d {{(pid=109631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 04:58:25.725359 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.725359 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-0d25d677-89ac-4bb9-afa7-1c6e8dd02cbb admin admin] 10.222.0.21 "DELETE /v2.0/routers/efe3af23-81b7-4794-82ad-6dede767d18d HTTP/1.1" status: 204 len: 168 time: 1.1579654 Jan 31 04:58:25.726903 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46444) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:25.742229 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16ae5d-feed-4ec9-bae6-2a68a03cc653 req-85365ed9-e34f-4075-bf0d-7af35dcbeebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:25.744002 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2d16ae5d-feed-4ec9-bae6-2a68a03cc653 req-85365ed9-e34f-4075-bf0d-7af35dcbeebc service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1065633 Jan 31 04:58:25.771318 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a746040-003d-44e8-91d4-cc63dc1a8b3f admin admin] Deleting subnet 22d2dabd-7315-4dfb-a620-1f95a658b9ed {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:58:25.774497 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1a746040-003d-44e8-91d4-cc63dc1a8b3f admin admin] Publish callbacks [] for subnet (22d2dabd-7315-4dfb-a620-1f95a658b9ed), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.810317 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1a746040-003d-44e8-91d4-cc63dc1a8b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4188970'] for subnet (22d2dabd-7315-4dfb-a620-1f95a658b9ed), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.837562 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16ae5d-feed-4ec9-bae6-2a68a03cc653 req-c7b4de43-e2c2-4ecd-8901-6e6d40f94f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:25.839104 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2d16ae5d-feed-4ec9-bae6-2a68a03cc653 req-c7b4de43-e2c2-4ecd-8901-6e6d40f94f75 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0885179 Jan 31 04:58:25.887016 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1a746040-003d-44e8-91d4-cc63dc1a8b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (22d2dabd-7315-4dfb-a620-1f95a658b9ed), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:25.940749 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-1fc90d99-1bfe-499c-a932-a844804af2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:25.942183 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-1fc90d99-1bfe-499c-a932-a844804af2ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 1127 time: 0.0446041 Jan 31 04:58:25.993621 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-042b5580-3d5e-42e1-a627-45aec758ca61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a03e5c-3cf4-4891-b8cf-e1bb55979dba HTTP/1.1" status: 200 len: 217 time: 0.0389199 Jan 31 04:58:26.038136 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1a746040-003d-44e8-91d4-cc63dc1a8b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545251'] for subnet (22d2dabd-7315-4dfb-a620-1f95a658b9ed), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.040742 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-6dbbeaa7-f3f9-4e9d-bc42-8a59ab44a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:26.042189 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-6dbbeaa7-f3f9-4e9d-bc42-8a59ab44a8e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0437124 Jan 31 04:58:26.063931 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a746040-003d-44e8-91d4-cc63dc1a8b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d2dabd-7315-4dfb-a620-1f95a658b9ed,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:26.068263 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1a746040-003d-44e8-91d4-cc63dc1a8b3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.071461 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-1a746040-003d-44e8-91d4-cc63dc1a8b3f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/22d2dabd-7315-4dfb-a620-1f95a658b9ed HTTP/1.1" status: 204 len: 168 time: 0.3436277 Jan 31 04:58:26.073918 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46446) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:26.079035 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729272b6-6cf0-4944-aa24-108b41b25ad9 None None] Network 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:58:26.115478 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-798cb452-f74d-403e-8239-9ffc6bc7a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:26.118697 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-798cb452-f74d-403e-8239-9ffc6bc7a59d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698628 Jan 31 04:58:26.162809 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.234637 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Deleting port 8fda86a4-8853-4c09-b97b-158c97e3fad2 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:58:26.235175 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.259235 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1060b-19dc-4162-b393-cf7924688562 req-2366a905-694b-4b15-adb5-95691b18feae tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:26.260735 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3cb1060b-19dc-4162-b393-cf7924688562 req-2366a905-694b-4b15-adb5-95691b18feae tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 943 time: 0.1162870 Jan 31 04:58:26.262776 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-32a0c11b-b250-4746-a996-c283624a8113 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378582 Jan 31 04:58:26.287722 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39d328b-f69c-4618-9ed7-90fabba35374 None None] DHCP port deletion for 9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 request from dv-cinder-826608-2-iscsi {{(pid=109633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 04:58:26.328635 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] For port 8fda86a4-8853-4c09-b97b-158c97e3fad2, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=8fda86a4-8853-4c09-b97b-158c97e3fad2,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:26.329886 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.348444 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Calling delete_port for 8fda86a4-8853-4c09-b97b-158c97e3fad2 owned by network:dhcp {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:58:26.355980 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-c39d328b-f69c-4618-9ed7-90fabba35374 None None] Deleting port 8fda86a4-8853-4c09-b97b-158c97e3fad2 {{(pid=109633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:58:26.356363 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c39d328b-f69c-4618-9ed7-90fabba35374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), before_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.377031 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-3cb1060b-19dc-4162-b393-cf7924688562 req-ebdde147-eee7-4a15-a543-18069f9c6fcd tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100695 Jan 31 04:58:26.409038 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b8cba044-ccc0-495a-92e7-bfbc1900a80a req-e2ef9455-e787-4c2e-b333-075a4ebf2a87 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331115 Jan 31 04:58:26.423171 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-c39d328b-f69c-4618-9ed7-90fabba35374 None None] For port 8fda86a4-8853-4c09-b97b-158c97e3fad2, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=8fda86a4-8853-4c09-b97b-158c97e3fad2,segment=NetworkSegment(d59400e4-ebab-4957-8ef4-e1c8117e2844),segment_id=d59400e4-ebab-4957-8ef4-e1c8117e2844)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:26.423564 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c39d328b-f69c-4618-9ed7-90fabba35374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), precommit_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.436899 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-c39d328b-f69c-4618-9ed7-90fabba35374 None None] Calling delete_port for 8fda86a4-8853-4c09-b97b-158c97e3fad2 owned by network:dhcp {{(pid=109633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:58:26.520505 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.526219 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c39d328b-f69c-4618-9ed7-90fabba35374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502'] for port (8fda86a4-8853-4c09-b97b-158c97e3fad2), after_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.546424 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Pushing event deleted for resources: {'Port': ['ID=8fda86a4-8853-4c09-b97b-158c97e3fad2,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:26.548317 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] No DVR routers for this DVR port 8fda86a4-8853-4c09-b97b-158c97e3fad2 on host dv-cinder-826608-2-iscsi {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:58:26.551494 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d328b-f69c-4618-9ed7-90fabba35374 None None] Pushing event deleted for resources: {'Port': ['ID=8fda86a4-8853-4c09-b97b-158c97e3fad2,revision_number=None']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:26.553976 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39d328b-f69c-4618-9ed7-90fabba35374 None None] No DVR routers for this DVR port 8fda86a4-8853-4c09-b97b-158c97e3fad2 on host dv-cinder-826608-2-iscsi {{(pid=109633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:58:26.619664 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.636956 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6b69344f-cccc-4849-923d-5613a5d851f4 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:58:26.645023 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:26.654320 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59400e4-ebab-4957-8ef4-e1c8117e2844') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:26.654615 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59400e4-ebab-4957-8ef4-e1c8117e2844') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:26.657425 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 6b69344f-cccc-4849-923d-5613a5d851f4 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:58:26.657779 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6b69344f-cccc-4849-923d-5613a5d851f4 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:58:26.658197 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 8fda86a4-8853-4c09-b97b-158c97e3fad2 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:58:26.664268 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (d59400e4-ebab-4957-8ef4-e1c8117e2844), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.676577 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 8fda86a4-8853-4c09-b97b-158c97e3fad2 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:58:26.677512 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 8fda86a4-8853-4c09-b97b-158c97e3fad2 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:58:26.678110 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 4832027f-9493-4e60-92e8-59ea1dde5849 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:58:26.678778 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (d59400e4-ebab-4957-8ef4-e1c8117e2844), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.685081 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:58:26.685506 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (d59400e4-ebab-4957-8ef4-e1c8117e2844), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:58:26.687196 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:58:26.698090 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 4832027f-9493-4e60-92e8-59ea1dde5849 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:58:26.698831 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 4832027f-9493-4e60-92e8-59ea1dde5849 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:58:26.808799 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.814111 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:26.817846 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] 10.222.0.21 "DELETE /v2.0/networks/9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3 HTTP/1.1" status: 204 len: 168 time: 0.7425992 Jan 31 04:58:26.821143 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46450) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:26.828500 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee788fc-5bfd-4e8c-9015-4ca9c4bf610b admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc4954d-5256-4e49-a2f8-4dd8d7f1c3c3,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:27.158229 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043869'] for router_interface (8909e741-8093-4f05-9e00-f259a545f064), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:27.394050 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] Deleting port da466e1e-7e6e-4cec-8871-c05fa3d2e351 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:58:27.394306 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:27.470450 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] For port da466e1e-7e6e-4cec-8871-c05fa3d2e351, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=da466e1e-7e6e-4cec-8871-c05fa3d2e351,segment=NetworkSegment(dfc0ecc9-65c1-44ea-aaee-3269b66c96bb),segment_id=dfc0ecc9-65c1-44ea-aaee-3269b66c96bb)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:27.470835 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:27.484623 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] Calling delete_port for da466e1e-7e6e-4cec-8871-c05fa3d2e351 owned by network:router_interface {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:58:27.510970 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26626c86-4fbc-40f7-a3ba-0ef9d91162a9 req-b23fc488-1c9a-4479-b23e-f12a4d45ee58 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:27.512493 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-26626c86-4fbc-40f7-a3ba-0ef9d91162a9 req-b23fc488-1c9a-4479-b23e-f12a4d45ee58 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 943 time: 0.0613821 Jan 31 04:58:27.552266 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2ce301a5-ecc6-4ebb-a883-b4d676a04ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:27.569133 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-26626c86-4fbc-40f7-a3ba-0ef9d91162a9 req-23fc6d4f-4f7c-43a7-b33a-33ac1b0378f5 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508401 Jan 31 04:58:27.740429 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (da466e1e-7e6e-4cec-8871-c05fa3d2e351), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:27.766959 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] Pushing event deleted for resources: {'Port': ['ID=da466e1e-7e6e-4cec-8871-c05fa3d2e351,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:27.933349 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043721'] for router_interface (8909e741-8093-4f05-9e00-f259a545f064), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:28.142775 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] Router 8909e741-8093-4f05-9e00-f259a545f064 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:58:28.245621 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:58:28.250519 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-6dd89512-8e46-47bc-bd3e-1ae42027f83a admin admin] 10.222.0.21 "PUT /v2.0/routers/8909e741-8093-4f05-9e00-f259a545f064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4283636 Jan 31 04:58:28.253004 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46456) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:28.256680 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] Sync routers for ids ['8909e741-8093-4f05-9e00-f259a545f064'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:58:28.267256 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] Routers {'8909e741-8093-4f05-9e00-f259a545f064'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:58:28.267866 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:58:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['8909e741-8093-4f05-9e00-f259a545f064'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:28.378289 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] Set router 8909e741-8093-4f05-9e00-f259a545f064 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:58:28.558128 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909e741-8093-4f05-9e00-f259a545f064', 'name': 'tempest-TestShelveInstance-1651032114-router', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:52Z', 'updated_at': '2022-01-31T04:58:27Z', 'revision_number': 5, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'gw_port': {'id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:53Z', 'updated_at': '2022-01-31T04:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:28.574567 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:28.587181 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] Checking router: 8909e741-8093-4f05-9e00-f259a545f064 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:58:28.596889 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] Routers {'8909e741-8093-4f05-9e00-f259a545f064'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:58:28.597729 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:58:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['8909e741-8093-4f05-9e00-f259a545f064'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:28.613375 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Publish callbacks [] for router (8909e741-8093-4f05-9e00-f259a545f064), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:28.706122 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] Set router 8909e741-8093-4f05-9e00-f259a545f064 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:58:28.750409 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e7c81-a13e-4ff7-8149-0712b051e965 req-e682f099-0abf-46db-aea1-403fbea5bf7e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:28.751879 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-af4e7c81-a13e-4ff7-8149-0712b051e965 req-e682f099-0abf-46db-aea1-403fbea5bf7e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 943 time: 0.1004698 Jan 31 04:58:28.765484 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Publish callbacks [] for router_gateway (8909e741-8093-4f05-9e00-f259a545f064), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:28.806517 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-af4e7c81-a13e-4ff7-8149-0712b051e965 req-839f8665-675a-45e6-b051-f9f740d0a466 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481696 Jan 31 04:58:28.884448 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8909e741-8093-4f05-9e00-f259a545f064', 'name': 'tempest-TestShelveInstance-1651032114-router', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:52Z', 'updated_at': '2022-01-31T04:58:27Z', 'revision_number': 5, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'gw_port': {'id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:53Z', 'updated_at': '2022-01-31T04:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:28.901238 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Deleting port 2fb54caa-96b6-4327-baa0-2e4b20d6e358 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:58:28.901584 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:28.910248 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6669a-f4f6-4e8f-8ee2-e1cba3ee4ec3 None None] The sync data for ids ['8909e741-8093-4f05-9e00-f259a545f064'] in dv-cinder-826608-2-iscsi is: [{'id': '8909e741-8093-4f05-9e00-f259a545f064', 'name': 'tempest-TestShelveInstance-1651032114-router', 'tenant_id': '609ad2e21df74626a9c4eec39b67d8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:52:52Z', 'updated_at': '2022-01-31T04:58:27Z', 'revision_number': 5, 'project_id': '609ad2e21df74626a9c4eec39b67d8df', 'gw_port': {'id': '2fb54caa-96b6-4327-baa0-2e4b20d6e358', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8909e741-8093-4f05-9e00-f259a545f064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:52:53Z', 'updated_at': '2022-01-31T04:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:58:28.983603 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] For port 2fb54caa-96b6-4327-baa0-2e4b20d6e358, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=2fb54caa-96b6-4327-baa0-2e4b20d6e358,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:28.983883 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:28.995663 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Calling delete_port for 2fb54caa-96b6-4327-baa0-2e4b20d6e358 owned by network:router_gateway {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:58:29.214096 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (2fb54caa-96b6-4327-baa0-2e4b20d6e358), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.240467 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb54caa-96b6-4327-baa0-2e4b20d6e358,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:29.306199 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047143'] for router_gateway (8909e741-8093-4f05-9e00-f259a545f064), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.399415 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32463'] for router (8909e741-8093-4f05-9e00-f259a545f064), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.401667 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Publish callbacks [] for router_controller (8909e741-8093-4f05-9e00-f259a545f064), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.508979 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1021179'] for router (8909e741-8093-4f05-9e00-f259a545f064), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.509489 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8909e741-8093-4f05-9e00-f259a545f064 {{(pid=109632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 04:58:29.513786 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.514996 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-efee7962-d380-4bfc-93b0-855f29b8274f admin admin] 10.222.0.21 "DELETE /v2.0/routers/8909e741-8093-4f05-9e00-f259a545f064 HTTP/1.1" status: 204 len: 168 time: 1.2610412 Jan 31 04:58:29.517505 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46460) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:29.563413 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d72c60-41f5-4f21-ba08-f20306e6ce63 admin admin] Deleting subnet dd602e6a-1bde-4b67-86f4-0c2e62e81b79 {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 04:58:29.567056 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-96d72c60-41f5-4f21-ba08-f20306e6ce63 admin admin] Publish callbacks [] for subnet (dd602e6a-1bde-4b67-86f4-0c2e62e81b79), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.602560 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-96d72c60-41f5-4f21-ba08-f20306e6ce63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4188970'] for subnet (dd602e6a-1bde-4b67-86f4-0c2e62e81b79), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.682673 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-96d72c60-41f5-4f21-ba08-f20306e6ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (dd602e6a-1bde-4b67-86f4-0c2e62e81b79), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.806387 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-96d72c60-41f5-4f21-ba08-f20306e6ce63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545251'] for subnet (dd602e6a-1bde-4b67-86f4-0c2e62e81b79), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.830962 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d72c60-41f5-4f21-ba08-f20306e6ce63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd602e6a-1bde-4b67-86f4-0c2e62e81b79,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:29.835789 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-96d72c60-41f5-4f21-ba08-f20306e6ce63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.839252 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-96d72c60-41f5-4f21-ba08-f20306e6ce63 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dd602e6a-1bde-4b67-86f4-0c2e62e81b79 HTTP/1.1" status: 204 len: 168 time: 0.3206830 Jan 31 04:58:29.841546 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46464) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:29.843256 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b024bd58-af3c-4720-923d-77f96a6ae69d None None] Network bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 04:58:29.941591 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:29.992672 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179c33c-2ecc-483c-9eed-2bd5042d2070 req-d1d73cfc-6624-4b02-b8b2-28320269f0e5 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:29.994429 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2179c33c-2ecc-483c-9eed-2bd5042d2070 req-d1d73cfc-6624-4b02-b8b2-28320269f0e5 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 943 time: 0.0963488 Jan 31 04:58:30.009880 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3588cf73-a1f6-4762-8ed2-e1fee81833b2 None None] DHCP port deletion for bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 request from dv-cinder-826608-2-iscsi {{(pid=109633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 04:58:30.048785 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Deleting port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:58:30.049125 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.058822 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-3588cf73-a1f6-4762-8ed2-e1fee81833b2 None None] Deleting port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 {{(pid=109633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 04:58:30.059219 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3588cf73-a1f6-4762-8ed2-e1fee81833b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), before_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.068911 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2179c33c-2ecc-483c-9eed-2bd5042d2070 req-a00e509a-4ebb-4467-8115-79131d23cf89 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683913 Jan 31 04:58:30.129534 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] For port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=aaa0c3ec-1a6f-49f1-b96e-cf79d629e676,segment=NetworkSegment(dfc0ecc9-65c1-44ea-aaee-3269b66c96bb),segment_id=dfc0ecc9-65c1-44ea-aaee-3269b66c96bb)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:30.130440 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.133062 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-3588cf73-a1f6-4762-8ed2-e1fee81833b2 None None] For port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=aaa0c3ec-1a6f-49f1-b96e-cf79d629e676,segment=NetworkSegment(dfc0ecc9-65c1-44ea-aaee-3269b66c96bb),segment_id=dfc0ecc9-65c1-44ea-aaee-3269b66c96bb)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:30.138251 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3588cf73-a1f6-4762-8ed2-e1fee81833b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), precommit_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.143598 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Calling delete_port for aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 owned by network:dhcp {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:58:30.146575 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-3588cf73-a1f6-4762-8ed2-e1fee81833b2 None None] Calling delete_port for aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 owned by network:dhcp {{(pid=109633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 04:58:30.190583 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.277568 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.302201 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa0c3ec-1a6f-49f1-b96e-cf79d629e676,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:30.309471 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] No DVR routers for this DVR port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 on host dv-cinder-826608-2-iscsi {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:58:30.353532 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-3588cf73-a1f6-4762-8ed2-e1fee81833b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502'] for port (aaa0c3ec-1a6f-49f1-b96e-cf79d629e676), after_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.380532 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588cf73-a1f6-4762-8ed2-e1fee81833b2 None None] Pushing event deleted for resources: {'Port': ['ID=aaa0c3ec-1a6f-49f1-b96e-cf79d629e676,revision_number=None']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:30.383819 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3588cf73-a1f6-4762-8ed2-e1fee81833b2 None None] No DVR routers for this DVR port aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 on host dv-cinder-826608-2-iscsi {{(pid=109633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 04:58:30.384848 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.406115 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:30.415229 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:30.415520 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc0ecc9-65c1-44ea-aaee-3269b66c96bb') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:30.424431 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (dfc0ecc9-65c1-44ea-aaee-3269b66c96bb), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.437599 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (dfc0ecc9-65c1-44ea-aaee-3269b66c96bb), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.443413 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (dfc0ecc9-65c1-44ea-aaee-3269b66c96bb), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 04:58:30.446228 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 04:58:30.551568 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.555575 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.561389 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214 HTTP/1.1" status: 204 len: 168 time: 0.7164488 Jan 31 04:58:30.575100 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3def9-99e2-44ae-9549-e3d119fd3653 admin admin] Pushing event deleted for resources: {'Network': ['ID=bddca5e9-ca2d-4ab1-b9e8-05ea7b9fd214,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:30.619254 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device da466e1e-7e6e-4cec-8871-c05fa3d2e351 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:58:30.639654 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: da466e1e-7e6e-4cec-8871-c05fa3d2e351 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:58:30.639998 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device da466e1e-7e6e-4cec-8871-c05fa3d2e351 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:58:30.640398 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:58:30.658817 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:58:30.659241 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device aaa0c3ec-1a6f-49f1-b96e-cf79d629e676 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:58:30.659646 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 2fb54caa-96b6-4327-baa0-2e4b20d6e358 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 04:58:30.677682 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 2fb54caa-96b6-4327-baa0-2e4b20d6e358 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 04:58:30.678016 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 2fb54caa-96b6-4327-baa0-2e4b20d6e358 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 04:58:30.876667 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46468) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:30.916619 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-e2c4c650-e6e9-473d-a031-28fe30aa3ce3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36c2584cb883458eaf6b3b04d55a9429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387614 Jan 31 04:58:30.918971 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46470) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:30.965292 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f60c15d9-cfce-4226-a0c3-305ba0853e95 admin admin] Publish callbacks [] for security_group (0e9835a9-41ea-42ad-bb65-42a1a968331f), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:30.985527 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f60c15d9-cfce-4226-a0c3-305ba0853e95 admin admin] Publish callbacks [] for security_group (0e9835a9-41ea-42ad-bb65-42a1a968331f), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:31.071474 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f60c15d9-cfce-4226-a0c3-305ba0853e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (0e9835a9-41ea-42ad-bb65-42a1a968331f), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:31.074054 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f60c15d9-cfce-4226-a0c3-305ba0853e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:31.075203 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f60c15d9-cfce-4226-a0c3-305ba0853e95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e9835a9-41ea-42ad-bb65-42a1a968331f HTTP/1.1" status: 204 len: 168 time: 0.1553650 Jan 31 04:58:31.084507 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c15d9-cfce-4226-a0c3-305ba0853e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9835a9-41ea-42ad-bb65-42a1a968331f,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:31.190187 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d75e4-3022-4509-a5b3-30092d51dc5a req-71f79ae7-f318-46e5-8bad-0e2cfcbfe1b5 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:31.191811 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e97d75e4-3022-4509-a5b3-30092d51dc5a req-71f79ae7-f318-46e5-8bad-0e2cfcbfe1b5 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 943 time: 0.0529068 Jan 31 04:58:31.240559 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-e97d75e4-3022-4509-a5b3-30092d51dc5a req-bcd602d5-fea2-47d1-b88a-f5e7aeb24ce5 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424907 Jan 31 04:58:31.345567 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:31.632229 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46478) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:31.671241 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-cdba9bfe-31e9-4c30-be4b-3075d5035cc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=609ad2e21df74626a9c4eec39b67d8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378041 Jan 31 04:58:31.673672 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46480) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:31.722672 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8534f74c-ad55-4634-8b50-224c7de978e4 admin admin] Publish callbacks [] for security_group (1e3d01dd-90b3-4501-8122-4a07f46714f3), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:31.743125 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8534f74c-ad55-4634-8b50-224c7de978e4 admin admin] Publish callbacks [] for security_group (1e3d01dd-90b3-4501-8122-4a07f46714f3), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:31.886495 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8534f74c-ad55-4634-8b50-224c7de978e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1e3d01dd-90b3-4501-8122-4a07f46714f3), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:31.889192 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-8534f74c-ad55-4634-8b50-224c7de978e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:31.890385 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-8534f74c-ad55-4634-8b50-224c7de978e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e3d01dd-90b3-4501-8122-4a07f46714f3 HTTP/1.1" status: 204 len: 168 time: 0.2158520 Jan 31 04:58:31.898683 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534f74c-ad55-4634-8b50-224c7de978e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3d01dd-90b3-4501-8122-4a07f46714f3,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:32.365319 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e2988-68ba-4175-bcbe-47b9ca4a5f81 req-a8851f5e-f95d-4d7e-86e5-30533a6b7a42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:32.366849 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b67e2988-68ba-4175-bcbe-47b9ca4a5f81 req-a8851f5e-f95d-4d7e-86e5-30533a6b7a42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 943 time: 0.0564034 Jan 31 04:58:32.415805 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b67e2988-68ba-4175-bcbe-47b9ca4a5f81 req-5d14835d-3fa1-48cf-ab1f-ba172dfbf971 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431068 Jan 31 04:58:33.537033 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71e352-dbae-4749-9b4e-c6006ccd9a9d req-9371887a-8517-4b71-ad5d-4828980535fc tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:33.538493 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5e71e352-dbae-4749-9b4e-c6006ccd9a9d req-9371887a-8517-4b71-ad5d-4828980535fc tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 943 time: 0.0559523 Jan 31 04:58:33.586144 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5e71e352-dbae-4749-9b4e-c6006ccd9a9d req-854ab267-8273-4aaf-b0a7-82630b8f4413 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421665 Jan 31 04:58:34.706806 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7bea1-a03e-47e7-bfe6-6ef24cf2145c req-88672654-befb-4305-9cc4-16970167e8fb tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:34.708324 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-82d7bea1-a03e-47e7-bfe6-6ef24cf2145c req-88672654-befb-4305-9cc4-16970167e8fb tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 943 time: 0.0545442 Jan 31 04:58:34.760598 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-82d7bea1-a03e-47e7-bfe6-6ef24cf2145c req-6bd68f35-dc3e-41c7-b446-6be6d7179084 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466912 Jan 31 04:58:34.970665 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 82a03e5c-3cf4-4891-b8cf-e1bb55979dba details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 04:58:35.064837 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:35.076114 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'port_id': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba', 'mac_address': 'fa:16:3e:78:28:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 04:58:35.112958 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:58:35.113355 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:35.126160 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a03e5c-3cf4-4891-b8cf-e1bb55979dba {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 04:58:35.146495 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:35.214264 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:35.259679 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:35.578262 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['82a03e5c-3cf4-4891-b8cf-e1bb55979dba'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 04:58:35.686235 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:35.880216 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74286ca-1807-425a-8523-9ead7a9d63c5 req-01b7314d-3f7a-4dcd-bb28-4cb62e701c72 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:35.881615 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a74286ca-1807-425a-8523-9ead7a9d63c5 req-01b7314d-3f7a-4dcd-bb28-4cb62e701c72 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 944 time: 0.0537279 Jan 31 04:58:35.931063 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a74286ca-1807-425a-8523-9ead7a9d63c5 req-e4194ff2-8e89-49a8-97e1-430c675678df tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439608 Jan 31 04:58:36.959261 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 82a03e5c-3cf4-4891-b8cf-e1bb55979dba up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 04:58:37.049201 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098bd3-452c-4138-aa59-74400ff11ca4 req-fa4ada15-f074-4d92-b543-e91e746c1c24 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:37.050761 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-14098bd3-452c-4138-aa59-74400ff11ca4 req-fa4ada15-f074-4d92-b543-e91e746c1c24 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 944 time: 0.0525458 Jan 31 04:58:37.059939 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 04:58:37.063796 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 04:58:37.068688 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:37.101847 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-14098bd3-452c-4138-aa59-74400ff11ca4 req-9f8bf3a9-33eb-41ef-b3cc-7309b56a8121 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454526 Jan 31 04:58:37.144326 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 04:58:37.144722 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:37.168351 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:58:37.170561 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7716d6f5-5493-4c9c-b6fe-adc60baeb03b" -d '{"events": [{"server_uuid": "136c717e-248a-4393-9e3b-4703b87f5ddb", "name": "network-vif-plugged", "status": "completed", "tag": "82a03e5c-3cf4-4891-b8cf-e1bb55979dba"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:58:37.182441 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 04:58:37.206480 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 04:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ba6e3f-f755-4880-983c-f95ef9b619e4 x-openstack-request-id: req-79ba6e3f-f755-4880-983c-f95ef9b619e4 {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:58:37.206771 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136c717e-248a-4393-9e3b-4703b87f5ddb", "name": "network-vif-plugged", "status": "completed", "tag": "82a03e5c-3cf4-4891-b8cf-e1bb55979dba", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:58:37.207046 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79ba6e3f-f755-4880-983c-f95ef9b619e4 {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:58:37.207998 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba', 'code': 200} Jan 31 04:58:37.246102 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:37.295200 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:37.621015 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7c172-5a5e-46c5-93b9-20f4b6f4013a req-2498845e-fb2f-4ed1-a794-be79f64019bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:37.622384 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2f7c172-5a5e-46c5-93b9-20f4b6f4013a req-2498845e-fb2f-4ed1-a794-be79f64019bb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 1129 time: 0.0426004 Jan 31 04:58:37.670294 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a2f7c172-5a5e-46c5-93b9-20f4b6f4013a req-1e2d497f-f269-4a05-829f-998a7912a115 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416453 Jan 31 04:58:38.216810 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309f4c0-4820-46cf-bb56-33cf2c0a6b8c req-65fc13df-66a2-4c46-a9c0-bba43d3e28d6 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:38.218260 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8309f4c0-4820-46cf-bb56-33cf2c0a6b8c req-65fc13df-66a2-4c46-a9c0-bba43d3e28d6 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 945 time: 0.0516112 Jan 31 04:58:38.266882 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8309f4c0-4820-46cf-bb56-33cf2c0a6b8c req-3375003a-502e-46a6-a096-a5005dfa5e2f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422494 Jan 31 04:58:39.386685 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98efe5-b52e-4ca3-8c5c-2f6a14403911 req-dcb4ecd3-4f40-4b1b-8ff6-72961270424f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:39.388133 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6b98efe5-b52e-4ca3-8c5c-2f6a14403911 req-dcb4ecd3-4f40-4b1b-8ff6-72961270424f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 945 time: 0.0535729 Jan 31 04:58:39.436263 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-6b98efe5-b52e-4ca3-8c5c-2f6a14403911 req-2074f6cc-c176-4ec4-b60d-cedb8c7dcb88 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425503 Jan 31 04:58:39.557334 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ac3ce-c84e-45a0-ae0a-d7833fcf4911 req-cad1da83-d034-4ed6-af4c-d636d05089d8 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:39.558809 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9a3ac3ce-c84e-45a0-ae0a-d7833fcf4911 req-cad1da83-d034-4ed6-af4c-d636d05089d8 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 945 time: 0.0558848 Jan 31 04:58:39.606592 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-9a3ac3ce-c84e-45a0-ae0a-d7833fcf4911 req-41efe0fc-02b8-4ac3-a82c-c1f4efae4bed tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423520 Jan 31 04:58:39.628550 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46504) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:39.855404 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca35fca-8dad-4b25-8b47-4bc361b5d2e6 tempest-TestVolumeBootPattern-1081083014 tempest-TestVolumeBootPattern-1081083014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:39.856889 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-7ca35fca-8dad-4b25-8b47-4bc361b5d2e6 tempest-TestVolumeBootPattern-1081083014 tempest-TestVolumeBootPattern-1081083014-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 1124 time: 0.2273381 Jan 31 04:58:39.859733 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46508) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 04:58:39.864563 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.v2.base [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'floatingip': {'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'port_id': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 04:58:39.945671 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:40.042007 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:40.141895 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_common [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Allocated IP 172.27.2.80 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/c527ec1a-7976-40cf-87fa-ce83827147af) {{(pid=109632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 04:58:40.243353 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for port (c527ec1a-7976-40cf-87fa-ce83827147af), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:40.346149 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (c527ec1a-7976-40cf-87fa-ce83827147af), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:40.382616 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 04:58:40.385413 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.base_scheduler [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Resources bound (agent type, host, resource id): {{(pid=109632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 04:58:40.390814 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Received port after_create {{(pid=109632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 04:58:40.413903 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'Port': ['ID=c527ec1a-7976-40cf-87fa-ce83827147af,revision_number=1']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:40.430500 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.430877 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.431224 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.431564 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.431896 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.432224 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.432551 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.432877 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.433202 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.433527 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.433853 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.434170 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.434488 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 04:58:40.762316 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (e5668be8-65e1-4bc8-970d-22e3929deb1f), precommit_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:40.872925 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (c527ec1a-7976-40cf-87fa-ce83827147af), before_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:41.013912 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for port (c527ec1a-7976-40cf-87fa-ce83827147af), precommit_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:41.068454 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4028979'] for port (c527ec1a-7976-40cf-87fa-ce83827147af), after_update {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:41.137923 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'Port': ['ID=c527ec1a-7976-40cf-87fa-ce83827147af,revision_number=2']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 04:58:41.149410 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (e5668be8-65e1-4bc8-970d-22e3929deb1f), after_create {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:41.248732 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.l3_db [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Floating IP e5668be8-65e1-4bc8-970d-22e3929deb1f associated. External IP: 172.27.2.80, port: 82a03e5c-3cf4-4891-b8cf-e1bb55979dba. Jan 31 04:58:41.449328 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Router 92cdcb5d-d737-4f31-9087-3b72ec972b3c has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 04:58:41.552982 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 04:58:41.562978 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] Sync routers for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 04:58:41.573224 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:58:41.573843 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:58:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:41.636467 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:41.679238 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:58:41.908145 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': 'e5668be8-65e1-4bc8-970d-22e3929deb1f', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:78:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:58:40Z', 'updated_at': '2022-01-31T04:58:40Z', 'revision_number': 0, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:41.910281 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-e3b5d490-7514-4f61-85a9-bc362c9342f1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0495553 Jan 31 04:58:41.911498 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'tag': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 04:58:41.913850 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffa4c44-b411-401d-b63e-140d45cb91cd" -d '{"events": [{"name": "network-changed", "server_uuid": "136c717e-248a-4393-9e3b-4703b87f5ddb", "tag": "82a03e5c-3cf4-4891-b8cf-e1bb55979dba"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 04:58:41.938654 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] Checking router: 92cdcb5d-d737-4f31-9087-3b72ec972b3c for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 04:58:41.947546 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 04:58:41.948150 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T04:58:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:41.950549 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 04:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fe5a40-5965-4c03-9562-a00b4f98934f x-openstack-request-id: req-e7fe5a40-5965-4c03-9562-a00b4f98934f {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 04:58:41.950954 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136c717e-248a-4393-9e3b-4703b87f5ddb", "tag": "82a03e5c-3cf4-4891-b8cf-e1bb55979dba", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 04:58:41.951240 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7fe5a40-5965-4c03-9562-a00b4f98934f {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 04:58:41.951674 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'tag': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba', 'status': 'completed', 'code': 200} Jan 31 04:58:42.034191 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-fc40b902-8732-44ca-8569-b81c91170ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:42.036241 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-fc40b902-8732-44ca-8569-b81c91170ccc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 1129 time: 0.0429685 Jan 31 04:58:42.050342 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 04:58:42.127813 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-e3a0b589-1fbc-457f-995f-7f3c9b55cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:42.129382 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-e3a0b589-1fbc-457f-995f-7f3c9b55cbf2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0868974 Jan 31 04:58:42.195171 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-e52b098c-5345-4a69-b4d7-c819c5516cc0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442986 Jan 31 04:58:42.196680 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-83ef5e63-33db-48a7-b1ec-7d2d065d0a38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a03e5c-3cf4-4891-b8cf-e1bb55979dba HTTP/1.1" status: 200 len: 998 time: 0.0616403 Jan 31 04:58:42.265666 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-97cc7b18-c0c8-4c2f-a4aa-58d1e816182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:42.267142 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-97cc7b18-c0c8-4c2f-a4aa-58d1e816182e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0449655 Jan 31 04:58:42.273598 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': 'e5668be8-65e1-4bc8-970d-22e3929deb1f', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:78:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:58:40Z', 'updated_at': '2022-01-31T04:58:40Z', 'revision_number': 0, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 04:58:42.301088 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-a455f083-7520-43b1-a341-cef396cfa075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:42.302785 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-a455f083-7520-43b1-a341-cef396cfa075 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 1168 time: 0.0488541 Jan 31 04:58:42.304073 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cec1ede-3b07-4dd1-bc68-6d65f28f1ca3 None None] The sync data for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi is: [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': 'e5668be8-65e1-4bc8-970d-22e3929deb1f', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:78:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T04:58:40Z', 'updated_at': '2022-01-31T04:58:40Z', 'revision_number': 0, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 04:58:42.329067 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-6d8d805b-1851-45ff-84bf-c995c354c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:42.330462 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-6d8d805b-1851-45ff-84bf-c995c354c8e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573142 Jan 31 04:58:42.411501 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-dc241570-9cb8-4b1f-b797-403064fe0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:42.412979 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-dc241570-9cb8-4b1f-b797-403064fe0527 service neutron] 10.222.0.31 "GET /v2.0/networks?id=857a60d4-e4ef-4584-aa7d-b453d98e2609 HTTP/1.1" status: 200 len: 913 time: 0.0908985 Jan 31 04:58:42.421850 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-3213e3d7-4c8c-4b3c-8abc-d82cf4fcb0f9 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857089 Jan 31 04:58:42.482025 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-8ee167c2-58a5-4c23-83ef-3204b4415f4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 200 len: 1001 time: 0.0631173 Jan 31 04:58:42.518768 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2ffa4c44-b411-401d-b63e-140d45cb91cd req-026143a7-d446-46ea-b5a6-274d0d00574d service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912554 Jan 31 04:58:42.535160 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df248251-885e-4ced-a5f6-9bc5ef72f4c3 None None] New status for floating IP e5668be8-65e1-4bc8-970d-22e3929deb1f: ACTIVE {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 04:58:42.536280 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-0df0045b-8374-47b9-a701-12fcde21b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:42.537840 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-0df0045b-8374-47b9-a701-12fcde21b075 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49d00b21-5f67-4580-80af-b86f8ba0e259 HTTP/1.1" status: 200 len: 852 time: 0.0493267 Jan 31 04:58:42.589595 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-cda3d43d-18fb-491a-adfd-b8b8d62cd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:58:42.591220 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-cda3d43d-18fb-491a-adfd-b8b8d62cd9de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=857a60d4-e4ef-4584-aa7d-b453d98e2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465240 Jan 31 04:58:42.682011 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-fd37bb58-d3c2-41f5-8a4c-a6f2253207f0 service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837555 Jan 31 04:58:42.773948 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8dff4c42-7aac-40e8-ae14-b1dd944ffcb0 req-e9ce70fe-8263-474e-ab23-e1eaede16acf service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847034 Jan 31 04:58:49.103016 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:58:55.265445 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-5ecdd3dc-dd3e-49e5-bc00-23bdce9acea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:57.545230 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9a8c1203-75a2-47c7-906e-e928b4d9dc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:58:58.528150 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:00.182817 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:01.376771 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:05.682303 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:14.849441 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac071-c55d-4a5b-be9d-dcaa44c25ffb req-d704111d-0b2f-4805-80d4-8db5ce84cf44 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:14.851436 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-779ac071-c55d-4a5b-be9d-dcaa44c25ffb req-d704111d-0b2f-4805-80d4-8db5ce84cf44 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0533743 Jan 31 04:59:14.910376 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-1fd66186-a939-4b07-8f71-e53ef9315f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:14.911048 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-779ac071-c55d-4a5b-be9d-dcaa44c25ffb req-0a0c467e-c715-4777-8820-b19153ace628 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538847 Jan 31 04:59:14.912494 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-1fd66186-a939-4b07-8f71-e53ef9315f59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 1168 time: 0.0444112 Jan 31 04:59:15.002084 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-badfd37b-24ba-4f07-a22c-eb1b62be56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:15.003549 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-badfd37b-24ba-4f07-a22c-eb1b62be56a1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=857a60d4-e4ef-4584-aa7d-b453d98e2609 HTTP/1.1" status: 200 len: 913 time: 0.0850701 Jan 31 04:59:15.065263 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-83ef32b6-376f-4be8-98fc-7790b48c192e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 200 len: 1001 time: 0.0549445 Jan 31 04:59:15.112180 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-2f1fdac3-cfff-4f26-a007-4efe7998ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:15.113549 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-2f1fdac3-cfff-4f26-a007-4efe7998ebdc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49d00b21-5f67-4580-80af-b86f8ba0e259 HTTP/1.1" status: 200 len: 852 time: 0.0421357 Jan 31 04:59:15.164527 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-50f58e59-492f-417a-918c-12182196bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:15.165993 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-50f58e59-492f-417a-918c-12182196bf1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=857a60d4-e4ef-4584-aa7d-b453d98e2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468051 Jan 31 04:59:15.250180 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-8c7ee993-8c1e-4ccf-aa86-6392133ff931 service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775831 Jan 31 04:59:15.338892 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fde9cd3f-29e0-42b8-bd0f-6465347c6f07 req-0c123339-1951-4ef9-a53d-0abf3cc8f90b service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815096 Jan 31 04:59:16.029196 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d877785-4c00-41bc-84d5-51e8e8264360 req-1f77e14f-8a73-41ad-9a74-27224ea9cfb5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:16.030647 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0d877785-4c00-41bc-84d5-51e8e8264360 req-1f77e14f-8a73-41ad-9a74-27224ea9cfb5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0515265 Jan 31 04:59:16.087973 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-0d877785-4c00-41bc-84d5-51e8e8264360 req-942cf242-facc-43bd-93c6-3d7b5dbbe95d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515676 Jan 31 04:59:17.204607 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaab30-4eaf-4a56-8239-443295e53ae5 req-579b46f1-2320-44fa-b581-6a2004796bf1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:17.206056 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-94eaab30-4eaf-4a56-8239-443295e53ae5 req-579b46f1-2320-44fa-b581-6a2004796bf1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0513835 Jan 31 04:59:17.267044 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-94eaab30-4eaf-4a56-8239-443295e53ae5 req-e712e42b-8e85-4632-86c1-8ce12b9405f8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547369 Jan 31 04:59:18.386277 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1023fa-e366-4a73-a6d5-a86888921ed4 req-68351336-fe50-4ca5-a738-4e039e85ce30 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:18.387676 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fc1023fa-e366-4a73-a6d5-a86888921ed4 req-68351336-fe50-4ca5-a738-4e039e85ce30 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0550284 Jan 31 04:59:18.443875 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fc1023fa-e366-4a73-a6d5-a86888921ed4 req-e1592547-4b5c-4940-9f75-eff337034bab tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505991 Jan 31 04:59:19.561105 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab067a5e-1ff6-4974-aa04-10de79a7601d req-ede691a1-2cee-49d5-8357-30396b2e15a2 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:19.562544 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ab067a5e-1ff6-4974-aa04-10de79a7601d req-ede691a1-2cee-49d5-8357-30396b2e15a2 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0528443 Jan 31 04:59:19.621957 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-ab067a5e-1ff6-4974-aa04-10de79a7601d req-6f0f59c8-fa8e-4be2-b86e-1826b7c6ab03 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538356 Jan 31 04:59:20.738264 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a80c3-35ad-4e18-88a4-b21f9439d899 req-1f8e87b2-cf72-4e53-a2b7-876c198bcf98 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:20.739733 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a76a80c3-35ad-4e18-88a4-b21f9439d899 req-1f8e87b2-cf72-4e53-a2b7-876c198bcf98 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0511866 Jan 31 04:59:20.797116 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a76a80c3-35ad-4e18-88a4-b21f9439d899 req-05bbf15c-9e6e-4dfe-9fac-4a8b7af8e498 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511606 Jan 31 04:59:21.913293 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550903c6-7888-420d-89b8-50ce09a8b3ff req-26c2ea1b-36e3-4147-b57e-30ba362a9320 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:21.914756 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-550903c6-7888-420d-89b8-50ce09a8b3ff req-26c2ea1b-36e3-4147-b57e-30ba362a9320 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0516419 Jan 31 04:59:21.971535 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-550903c6-7888-420d-89b8-50ce09a8b3ff req-889a069e-08ed-4ac7-8c5d-12b57239d362 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513010 Jan 31 04:59:23.087585 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e028bd-c3ff-4090-9823-1acc4f1118f5 req-d96cb9ea-cd71-483c-8dfa-3e4be3e537d5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:23.089087 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-87e028bd-c3ff-4090-9823-1acc4f1118f5 req-d96cb9ea-cd71-483c-8dfa-3e4be3e537d5 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0517852 Jan 31 04:59:23.150669 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-87e028bd-c3ff-4090-9823-1acc4f1118f5 req-bc5bbacc-9397-41e6-aca9-1cea7e1bf4f3 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560498 Jan 31 04:59:24.269311 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06c306-0ee9-4a70-8d49-97997a836dce req-8a8a269d-02c6-4fb0-afb6-99e7f5ab0cc9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:24.270757 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4a06c306-0ee9-4a70-8d49-97997a836dce req-8a8a269d-02c6-4fb0-afb6-99e7f5ab0cc9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0551643 Jan 31 04:59:24.328585 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4a06c306-0ee9-4a70-8d49-97997a836dce req-1bd8e9a8-b6ae-4c4f-99d1-d6c8689761b8 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516169 Jan 31 04:59:25.265146 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ea5859b9-8300-4f45-8326-81a2e5edd7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:25.443094 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d21df-f1cc-4112-a786-f55c572e4d37 req-ec22ac8b-9164-484b-a909-12a5776474aa tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:25.444736 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-273d21df-f1cc-4112-a786-f55c572e4d37 req-ec22ac8b-9164-484b-a909-12a5776474aa tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0505672 Jan 31 04:59:25.501437 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-273d21df-f1cc-4112-a786-f55c572e4d37 req-1273958d-5285-4d1e-ada0-7942e5fd687d tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511558 Jan 31 04:59:26.102763 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 04:59:26.621247 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a060ec-6d7c-48f6-b8d1-6ebebaba82f7 req-1e9cc31e-a4d3-42ec-ba06-d50c6cf2c5b6 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:26.622879 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-46a060ec-6d7c-48f6-b8d1-6ebebaba82f7 req-1e9cc31e-a4d3-42ec-ba06-d50c6cf2c5b6 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0560906 Jan 31 04:59:26.683772 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-46a060ec-6d7c-48f6-b8d1-6ebebaba82f7 req-4493cd13-44c4-4879-a735-d40ba8875351 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=e5ab4f63-60f8-4f92-9330-9a10d9465caf&id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547431 Jan 31 04:59:27.590717 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-7bc1d53d-92b3-44f9-9077-51cecdfad0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:28.541999 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:30.153431 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:31.379179 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:35.658948 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:42.193864 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-5d3bb977-258b-4d80-b161-177d716e4304 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427544 Jan 31 04:59:42.269871 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-e4ae3d98-137b-4d04-967f-9df4dba426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:42.271873 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-e4ae3d98-137b-4d04-967f-9df4dba426c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 1129 time: 0.0422606 Jan 31 04:59:42.607293 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-ae4a615a-ee58-454e-b2ce-833adcb4f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:42.608791 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-ae4a615a-ee58-454e-b2ce-833adcb4f7bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.3202620 Jan 31 04:59:42.674402 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-ea68adb9-afe5-4111-9623-302066ad95ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a03e5c-3cf4-4891-b8cf-e1bb55979dba HTTP/1.1" status: 200 len: 1000 time: 0.0590262 Jan 31 04:59:42.720706 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-961ab1c0-0a4b-462b-824b-6ecf62f811c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:42.722101 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-961ab1c0-0a4b-462b-824b-6ecf62f811c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0422766 Jan 31 04:59:42.769344 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-0f16cf4a-c7dc-47a7-8b06-7f8d7531e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 04:59:42.770859 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-0f16cf4a-c7dc-47a7-8b06-7f8d7531e4bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428824 Jan 31 04:59:42.860162 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-c3631cd9-09bc-44b5-90d9-313b2a0940ae service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832527 Jan 31 04:59:42.956606 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-19a7ae89-26be-4ce9-903d-1144640e6583 req-e1e822bb-b99b-46f1-a4fa-82c0a3e49df8 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851135 Jan 31 04:59:55.258160 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-dd349328-695b-4a9e-aa5c-fbb421859ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:57.578662 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4d669bc2-f98e-426b-8a8f-ef038eccdddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 04:59:58.546712 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:00.169570 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:01.378181 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:03.102043 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:00:05.670056 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:25.260320 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9c2afcd7-4abd-4c4b-9ad1-b76d96049fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:27.543906 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d0a9ad0a-401d-4033-acfb-898589c42ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:28.543576 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.138640 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-02d97ea1-b336-4789-bbc4-532af1e1f605 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399267011&fields=id&tenant_id=e1637f6e48094653bebf0bc7af9aab9a HTTP/1.1" status: 200 len: 267 time: 0.0430572 Jan 31 05:00:30.169404 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.198635 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-c0ca5c82-f6bb-44ec-9da5-616139ceeb94 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:30.200116 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-c0ca5c82-f6bb-44ec-9da5-616139ceeb94 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 984 time: 0.0560145 Jan 31 05:00:30.210580 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Request body: {'port': {'security_groups': ['1e0b484a-605e-4a91-a281-7dd7de35ea4e']}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 05:00:30.279215 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.450009 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] For port 51f5ced7-36d1-4a88-8073-6035ed00ae5d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:30.477907 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.532160 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.567264 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['51f5ced7-36d1-4a88-8073-6035ed00ae5d'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 05:00:30.573620 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:30.574247 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.575682 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3692bf23-7a1d-48b5-a0ef-4fa760f9e1ed req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "PUT /v2.0/ports/51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 200 len: 942 time: 0.3694561 Jan 31 05:00:30.576151 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:00:30.581306 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deab372b-57f8-43a5-93ad-030732c95075" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:00:30.583504 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46604) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:30.623873 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event updated for resources: {'Port': ['ID=51f5ced7-36d1-4a88-8073-6035ed00ae5d,revision_number=7']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:30.638410 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.639452 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.640062 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.640421 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.640770 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.641117 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.641461 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.641802 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.642164 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.642473 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.642842 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.643182 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.643809 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a952d1-6a39-45d0-a7b5-08d308d54c6c tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.658432 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 05:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469a0eb7-8f08-425a-9eb4-b7ab3b27d5f0 x-openstack-request-id: req-469a0eb7-8f08-425a-9eb4-b7ab3b27d5f0 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:00:30.658962 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:00:30.659406 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-469a0eb7-8f08-425a-9eb4-b7ab3b27d5f0 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:00:30.659988 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'status': 'completed', 'code': 200} Jan 31 05:00:30.660322 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group (e5ab4f63-60f8-4f92-9330-9a10d9465caf), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.697274 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group (e5ab4f63-60f8-4f92-9330-9a10d9465caf), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.729056 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['51f5ced7-36d1-4a88-8073-6035ed00ae5d'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 05:00:30.741352 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab372b-57f8-43a5-93ad-030732c95075 req-bc3a2a82-b06b-4c62-8f9b-0f99540d6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:30.742952 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-deab372b-57f8-43a5-93ad-030732c95075 req-bc3a2a82-b06b-4c62-8f9b-0f99540d6ac6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 1129 time: 0.0583560 Jan 31 05:00:30.839412 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab372b-57f8-43a5-93ad-030732c95075 req-d1a4ad16-fbbe-422d-8244-aad5696c2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:30.840965 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-deab372b-57f8-43a5-93ad-030732c95075 req-d1a4ad16-fbbe-422d-8244-aad5696c2f8c service neutron] 10.222.0.31 "GET /v2.0/networks?id=857a60d4-e4ef-4584-aa7d-b453d98e2609 HTTP/1.1" status: 200 len: 913 time: 0.0912073 Jan 31 05:00:30.845170 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-e2c69e2f-d3a2-4c99-9458-93fa1164b2b5 None None] Provisioning complete for port 51f5ced7-36d1-4a88-8073-6035ed00ae5d triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 05:00:30.845553 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e2c69e2f-d3a2-4c99-9458-93fa1164b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.847021 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (e5ab4f63-60f8-4f92-9330-9a10d9465caf), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.851270 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:30.856404 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5ab4f63-60f8-4f92-9330-9a10d9465caf HTTP/1.1" status: 204 len: 168 time: 0.2679470 Jan 31 05:00:30.856574 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46610) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:30.861856 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ab4f63-60f8-4f92-9330-9a10d9465caf,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:30.870920 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.871337 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.871647 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.871986 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.872341 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.872668 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.873005 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.873342 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.873678 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.874406 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.874751 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.875113 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.875446 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f47176-bd82-4b4e-85ce-8ab1b8e39068 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:30.958275 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-deab372b-57f8-43a5-93ad-030732c95075 req-20593f92-9ee7-4db7-8b93-124610abd123 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 200 len: 1001 time: 0.1116393 Jan 31 05:00:31.054966 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab372b-57f8-43a5-93ad-030732c95075 req-88db9779-8853-42af-ae6b-5ac6561503e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:31.056456 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-deab372b-57f8-43a5-93ad-030732c95075 req-88db9779-8853-42af-ae6b-5ac6561503e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49d00b21-5f67-4580-80af-b86f8ba0e259 HTTP/1.1" status: 200 len: 852 time: 0.0913410 Jan 31 05:00:31.109709 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-e2c69e2f-d3a2-4c99-9458-93fa1164b2b5 None None] Current status of the port 51f5ced7-36d1-4a88-8073-6035ed00ae5d is: ACTIVE; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 05:00:31.139288 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab372b-57f8-43a5-93ad-030732c95075 req-4b5cd214-def9-4c77-8c4d-dcb4fffb2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:31.140717 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-deab372b-57f8-43a5-93ad-030732c95075 req-4b5cd214-def9-4c77-8c4d-dcb4fffb2acc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=857a60d4-e4ef-4584-aa7d-b453d98e2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636954 Jan 31 05:00:31.142780 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Deleting port 452a8fff-f04c-4b3a-ad21-5de719322cad {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:31.143133 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (452a8fff-f04c-4b3a-ad21-5de719322cad), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:31.278102 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (452a8fff-f04c-4b3a-ad21-5de719322cad), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:31.278431 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for floatingip (452a8fff-f04c-4b3a-ad21-5de719322cad), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:31.296598 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Calling delete_port for 452a8fff-f04c-4b3a-ad21-5de719322cad owned by network:floatingip {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:31.299708 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-deab372b-57f8-43a5-93ad-030732c95075 req-312a7ab3-e092-48b8-ab42-c79a456659f1 service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450787 Jan 31 05:00:31.380269 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:31.471049 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-deab372b-57f8-43a5-93ad-030732c95075 req-7a087e59-088b-4385-af80-bc8917dbf905 service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640403 Jan 31 05:00:31.586515 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (452a8fff-f04c-4b3a-ad21-5de719322cad), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:31.611444 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event deleted for resources: {'Port': ['ID=452a8fff-f04c-4b3a-ad21-5de719322cad,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:31.671253 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks [] for floatingip (99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:31.671585 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.l3_db [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Floating IP 99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96 disassociated (deleted). External IP: 172.27.2.221, port: 51f5ced7-36d1-4a88-8073-6035ed00ae5d. Jan 31 05:00:31.874179 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Router 337df860-1265-4485-b296-674ef3a23cc6 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 05:00:31.974887 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 05:00:31.980235 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:31.985176 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] Sync routers for ids ['337df860-1265-4485-b296-674ef3a23cc6'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 05:00:31.996147 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] Routers {'337df860-1265-4485-b296-674ef3a23cc6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:00:31.996746 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:00:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['337df860-1265-4485-b296-674ef3a23cc6'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:32.009351 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-452fe1d3-4184-4b20-bacb-6b85c56865f1 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "DELETE /v2.0/floatingips/99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96 HTTP/1.1" status: 204 len: 168 time: 1.1530221 Jan 31 05:00:32.100317 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] Set router 337df860-1265-4485-b296-674ef3a23cc6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:00:32.296896 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:13Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '3a4414d2-d6c5-493b-8257-043e7372a747', 'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'mac_address': 'fa:16:3e:55:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:12Z', 'updated_at': '2022-01-31T04:57:17Z', 'revision_number': 5, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'subnets': [{'id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:32.367878 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] Checking router: 337df860-1265-4485-b296-674ef3a23cc6 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 05:00:32.367878 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] Routers {'337df860-1265-4485-b296-674ef3a23cc6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:00:32.367878 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:00:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['337df860-1265-4485-b296-674ef3a23cc6'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:32.448705 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] Set router 337df860-1265-4485-b296-674ef3a23cc6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:00:32.643943 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:13Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '3a4414d2-d6c5-493b-8257-043e7372a747', 'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'mac_address': 'fa:16:3e:55:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:12Z', 'updated_at': '2022-01-31T04:57:17Z', 'revision_number': 5, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'subnets': [{'id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:32.660829 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:00:32.663160 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f1e98c-9eff-47da-b6c1-f68560d231bc" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:00:32.669782 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ea172-70c3-4bde-9d60-f8c2fbac6708 None None] The sync data for ids ['337df860-1265-4485-b296-674ef3a23cc6'] in dv-cinder-826608-2-iscsi is: [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T04:57:13Z', 'revision_number': 4, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': '3a4414d2-d6c5-493b-8257-043e7372a747', 'name': '', 'network_id': '857a60d4-e4ef-4584-aa7d-b453d98e2609', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'mac_address': 'fa:16:3e:55:34:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:12Z', 'updated_at': '2022-01-31T04:57:17Z', 'revision_number': 5, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'subnets': [{'id': '49d00b21-5f67-4580-80af-b86f8ba0e259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 05:00:32.703572 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 05:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d227e4c7-bd4b-4540-a4fe-4869693f99c6 x-openstack-request-id: req-d227e4c7-bd4b-4540-a4fe-4869693f99c6 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:00:32.703888 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:00:32.704147 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d227e4c7-bd4b-4540-a4fe-4869693f99c6 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:00:32.704556 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'status': 'completed', 'code': 200} Jan 31 05:00:32.794401 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-b44627cc-7761-4eb8-9190-df3b167aa15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:32.796001 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-b44627cc-7761-4eb8-9190-df3b167aa15b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 1129 time: 0.0467055 Jan 31 05:00:32.881661 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff69473-f200-4937-a000-617e14ec3b80 None None] New status for floating IP 99cf01ab-a8d2-4a4c-8280-cb7a0ef76b96: DOWN {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 05:00:32.892270 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-98751d37-6a6c-484e-8856-db555d02573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:32.893731 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-98751d37-6a6c-484e-8856-db555d02573b service neutron] 10.222.0.31 "GET /v2.0/networks?id=857a60d4-e4ef-4584-aa7d-b453d98e2609 HTTP/1.1" status: 200 len: 913 time: 0.0917289 Jan 31 05:00:32.933842 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-d937f5d6-f87f-490a-8113-ef3c52bd4d03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 200 len: 217 time: 0.0328245 Jan 31 05:00:32.986323 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-f02ba53a-8b99-474d-b544-9b447a12865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:32.987882 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-f02ba53a-8b99-474d-b544-9b447a12865a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=49d00b21-5f67-4580-80af-b86f8ba0e259 HTTP/1.1" status: 200 len: 852 time: 0.0487251 Jan 31 05:00:33.047045 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-7793d480-976e-4800-bb8d-eaecda456e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:33.048538 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-7793d480-976e-4800-bb8d-eaecda456e4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=857a60d4-e4ef-4584-aa7d-b453d98e2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445895 Jan 31 05:00:33.140361 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-b4b752e1-475b-4483-8e10-875b1b17c5b3 service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826955 Jan 31 05:00:33.232663 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-34f1e98c-9eff-47da-b6c1-f68560d231bc req-efb7da9d-2643-4ecd-bfd1-eea07f67267f service neutron] 10.222.0.31 "GET /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858371 Jan 31 05:00:35.706343 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:36.601938 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf6dcb-5768-42d2-adf1-6336eb95e2f0 req-3ac11397-7001-4156-ac33-5c084c3fc761 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:36.603449 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-09cf6dcb-5768-42d2-adf1-6336eb95e2f0 req-3ac11397-7001-4156-ac33-5c084c3fc761 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 945 time: 0.0534022 Jan 31 05:00:36.651289 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-09cf6dcb-5768-42d2-adf1-6336eb95e2f0 req-d35ba758-8199-4bf5-b44d-32517e73d084 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423744 Jan 31 05:00:37.771058 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba69a4-65a4-4711-92d0-b0828bed21f8 req-f244a64b-78c6-4421-8cbb-63397be8c967 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:37.772537 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4cba69a4-65a4-4711-92d0-b0828bed21f8 req-f244a64b-78c6-4421-8cbb-63397be8c967 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 945 time: 0.0530653 Jan 31 05:00:37.818659 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4cba69a4-65a4-4711-92d0-b0828bed21f8 req-8d2b5708-12ca-47de-a2fd-36a4e3e56ca9 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e0b484a-605e-4a91-a281-7dd7de35ea4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Jan 31 05:00:38.513493 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-b322734c-0907-4265-91c0-9b196f15dd51 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:38.514961 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-b322734c-0907-4265-91c0-9b196f15dd51 tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 945 time: 0.0549181 Jan 31 05:00:38.604412 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-e0dd905e-ef46-4b50-9a08-9507e812fc8a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Deleting port 51f5ced7-36d1-4a88-8073-6035ed00ae5d {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:38.604761 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-e0dd905e-ef46-4b50-9a08-9507e812fc8a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:38.692809 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-e0dd905e-ef46-4b50-9a08-9507e812fc8a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] For port 51f5ced7-36d1-4a88-8073-6035ed00ae5d, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=51f5ced7-36d1-4a88-8073-6035ed00ae5d,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:38.693176 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-e0dd905e-ef46-4b50-9a08-9507e812fc8a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:38.705245 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-e0dd905e-ef46-4b50-9a08-9507e812fc8a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Calling delete_port for 51f5ced7-36d1-4a88-8073-6035ed00ae5d owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:38.892207 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-e0dd905e-ef46-4b50-9a08-9507e812fc8a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (51f5ced7-36d1-4a88-8073-6035ed00ae5d), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:38.911245 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-bf595000-6c33-4bb8-9bd4-f6d989162b0c req-abe04a00-23f5-4f3f-99ed-edbdaf2f83ac tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e8e9031-6c59-42e9-9220-6a99b06a7b65 HTTP/1.1" status: 200 len: 210 time: 0.0281258 Jan 31 05:00:38.922335 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd905e-ef46-4b50-9a08-9507e812fc8a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Pushing event deleted for resources: {'Port': ['ID=51f5ced7-36d1-4a88-8073-6035ed00ae5d,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:38.926361 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['51f5ced7-36d1-4a88-8073-6035ed00ae5d'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 05:00:38.976872 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-e0dd905e-ef46-4b50-9a08-9507e812fc8a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] No DVR routers for this DVR port 51f5ced7-36d1-4a88-8073-6035ed00ae5d on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:00:38.976872 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-e0dd905e-ef46-4b50-9a08-9507e812fc8a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:38.976872 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ff6c1bba-ba4c-45d2-a32f-b09eb145baf4 req-e0dd905e-ef46-4b50-9a08-9507e812fc8a tempest-TestMinimumBasicScenario-65528943 tempest-TestMinimumBasicScenario-65528943-project] 10.222.0.31 "DELETE /v2.0/ports/51f5ced7-36d1-4a88-8073-6035ed00ae5d HTTP/1.1" status: 204 len: 173 time: 0.4534700 Jan 31 05:00:38.976872 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'name': 'network-vif-deleted', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:00:38.976872 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49349a21-ae31-4b64-a8ff-f7c357b8ca7f" -d '{"events": [{"server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "name": "network-vif-deleted", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:00:39.011622 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 05:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b910a01-7f1e-4a91-945a-2c2a1c04da21 x-openstack-request-id: req-0b910a01-7f1e-4a91-945a-2c2a1c04da21 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:00:39.011916 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8e9031-6c59-42e9-9220-6a99b06a7b65", "name": "network-vif-deleted", "tag": "51f5ced7-36d1-4a88-8073-6035ed00ae5d", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:00:39.012192 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0b910a01-7f1e-4a91-945a-2c2a1c04da21 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:00:39.012591 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e8e9031-6c59-42e9-9220-6a99b06a7b65', 'name': 'network-vif-deleted', 'tag': '51f5ced7-36d1-4a88-8073-6035ed00ae5d', 'status': 'completed', 'code': 200} Jan 31 05:00:40.101371 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:00:41.616742 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 51f5ced7-36d1-4a88-8073-6035ed00ae5d no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:00:41.637599 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 51f5ced7-36d1-4a88-8073-6035ed00ae5d {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:00:41.637901 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 51f5ced7-36d1-4a88-8073-6035ed00ae5d not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:00:42.191653 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46702) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:42.529743 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043869'] for router_interface (337df860-1265-4485-b296-674ef3a23cc6), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:42.778994 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] Deleting port 3a4414d2-d6c5-493b-8257-043e7372a747 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:42.779332 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:42.854746 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] For port 3a4414d2-d6c5-493b-8257-043e7372a747, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=3a4414d2-d6c5-493b-8257-043e7372a747,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:42.855043 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:42.871307 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] Calling delete_port for 3a4414d2-d6c5-493b-8257-043e7372a747 owned by network:router_interface {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:43.112227 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (3a4414d2-d6c5-493b-8257-043e7372a747), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:43.136227 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4414d2-d6c5-493b-8257-043e7372a747,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:43.209440 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-e6ec9a51-c07e-4e93-8952-a944a98d4262 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465837 Jan 31 05:00:43.308253 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043721'] for router_interface (337df860-1265-4485-b296-674ef3a23cc6), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:43.316110 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-82e11c3e-ea40-47d9-9834-395d706bfa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:43.317618 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-82e11c3e-ea40-47d9-9834-395d706bfa2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 1129 time: 0.0498910 Jan 31 05:00:43.423471 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-86423353-6624-4ed2-8d6f-2eeb6abde033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:43.424852 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-86423353-6624-4ed2-8d6f-2eeb6abde033 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0897889 Jan 31 05:00:43.486993 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-8bcc9669-6783-44b3-9356-23143af5643f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=82a03e5c-3cf4-4891-b8cf-e1bb55979dba HTTP/1.1" status: 200 len: 1000 time: 0.0562270 Jan 31 05:00:43.522816 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] Router 337df860-1265-4485-b296-674ef3a23cc6 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 05:00:43.537766 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-867d645e-e14f-41de-a412-fa89d39e5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:43.539668 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-867d645e-e14f-41de-a412-fa89d39e5da9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0465341 Jan 31 05:00:43.588688 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-ec68debc-4b2f-4f29-9c0e-d46e8133899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:43.590208 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-ec68debc-4b2f-4f29-9c0e-d46e8133899e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442410 Jan 31 05:00:43.627846 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 05:00:43.635499 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-92b3a948-eefd-4868-9c7d-37bcc2984cd8 admin admin] 10.222.0.21 "PUT /v2.0/routers/337df860-1265-4485-b296-674ef3a23cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4428196 Jan 31 05:00:43.636094 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46704) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:43.639053 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] Sync routers for ids ['337df860-1265-4485-b296-674ef3a23cc6'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 05:00:43.649613 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] Routers {'337df860-1265-4485-b296-674ef3a23cc6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:00:43.650509 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:00:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['337df860-1265-4485-b296-674ef3a23cc6'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:43.688162 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-11b11552-e3e3-4912-b062-8e2b5aaf1621 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911617 Jan 31 05:00:43.775282 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-40a954cb-40f7-4b50-b378-c506166c73b2 req-d2e21d3b-b93b-4a6a-aabf-c4af9eaa4558 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813677 Jan 31 05:00:43.804807 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Publish callbacks [] for router (337df860-1265-4485-b296-674ef3a23cc6), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:43.808719 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] Set router 337df860-1265-4485-b296-674ef3a23cc6 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:00:43.903493 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Publish callbacks [] for router_gateway (337df860-1265-4485-b296-674ef3a23cc6), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:43.992062 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T05:00:42Z', 'revision_number': 5, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port': {'id': '9c60613b-a097-494e-9fd4-80fc1ba9b8ce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337df860-1265-4485-b296-674ef3a23cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:10Z', 'updated_at': '2022-01-31T04:57:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:44.017820 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] Checking router: 337df860-1265-4485-b296-674ef3a23cc6 for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 05:00:44.027024 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] Routers {'337df860-1265-4485-b296-674ef3a23cc6'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:00:44.027619 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:00:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['337df860-1265-4485-b296-674ef3a23cc6'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:44.033176 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Deleting port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:44.033423 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:44.109891 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] For port 9c60613b-a097-494e-9fd4-80fc1ba9b8ce, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=9c60613b-a097-494e-9fd4-80fc1ba9b8ce,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:44.110265 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:44.111642 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] Set router 337df860-1265-4485-b296-674ef3a23cc6 gateway port host: None {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:00:44.124375 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Calling delete_port for 9c60613b-a097-494e-9fd4-80fc1ba9b8ce owned by network:router_gateway {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:44.171857 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T05:00:43Z', 'revision_number': 6, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port_host': None}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:44.198146 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8872e02-6404-4cba-8fd6-660c683d1f08 None None] The sync data for ids ['337df860-1265-4485-b296-674ef3a23cc6'] in dv-cinder-826608-2-iscsi is: [{'id': '337df860-1265-4485-b296-674ef3a23cc6', 'name': 'tempest-TestMinimumBasicScenario-76419523-router', 'tenant_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:09Z', 'updated_at': '2022-01-31T05:00:43Z', 'revision_number': 6, 'project_id': 'e1637f6e48094653bebf0bc7af9aab9a', 'gw_port_host': None}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 05:00:44.395464 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (9c60613b-a097-494e-9fd4-80fc1ba9b8ce), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:44.429804 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c60613b-a097-494e-9fd4-80fc1ba9b8ce,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:44.486192 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047143'] for router_gateway (337df860-1265-4485-b296-674ef3a23cc6), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:44.574069 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32463'] for router (337df860-1265-4485-b296-674ef3a23cc6), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:44.576664 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Publish callbacks [] for router_controller (337df860-1265-4485-b296-674ef3a23cc6), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:44.717650 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1021179'] for router (337df860-1265-4485-b296-674ef3a23cc6), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:44.718233 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 337df860-1265-4485-b296-674ef3a23cc6 {{(pid=109632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 05:00:44.722529 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:44.723678 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-e48d5488-0f14-4135-9ee5-a33e48b34f61 admin admin] 10.222.0.21 "DELETE /v2.0/routers/337df860-1265-4485-b296-674ef3a23cc6 HTTP/1.1" status: 204 len: 168 time: 1.0865846 Jan 31 05:00:44.726846 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46706) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:44.770459 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a71fe4-5e36-45cd-a964-7a323e4e6525 admin admin] Deleting subnet 49d00b21-5f67-4580-80af-b86f8ba0e259 {{(pid=109632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 05:00:44.773723 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-36a71fe4-5e36-45cd-a964-7a323e4e6525 admin admin] Publish callbacks [] for subnet (49d00b21-5f67-4580-80af-b86f8ba0e259), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:44.809013 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-36a71fe4-5e36-45cd-a964-7a323e4e6525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4103647'] for subnet (49d00b21-5f67-4580-80af-b86f8ba0e259), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:44.912084 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-36a71fe4-5e36-45cd-a964-7a323e4e6525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (49d00b21-5f67-4580-80af-b86f8ba0e259), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.040053 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 3a4414d2-d6c5-493b-8257-043e7372a747 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:00:45.060833 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 3a4414d2-d6c5-493b-8257-043e7372a747 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:00:45.061187 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 3a4414d2-d6c5-493b-8257-043e7372a747 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:00:45.064124 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-36a71fe4-5e36-45cd-a964-7a323e4e6525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4029049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3779705'] for subnet (49d00b21-5f67-4580-80af-b86f8ba0e259), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.089536 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a71fe4-5e36-45cd-a964-7a323e4e6525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d00b21-5f67-4580-80af-b86f8ba0e259,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:45.093595 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-36a71fe4-5e36-45cd-a964-7a323e4e6525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.096862 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-36a71fe4-5e36-45cd-a964-7a323e4e6525 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/49d00b21-5f67-4580-80af-b86f8ba0e259 HTTP/1.1" status: 204 len: 168 time: 0.3690817 Jan 31 05:00:45.099437 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46708) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:45.104135 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fb487d-037b-47cf-aa2c-7a3a0fb70109 None None] Network 857a60d4-e4ef-4584-aa7d-b453d98e2609 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 05:00:45.181472 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (857a60d4-e4ef-4584-aa7d-b453d98e2609), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.241477 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Deleting port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:45.241877 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.274100 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] DHCP port deletion for 857a60d4-e4ef-4584-aa7d-b453d98e2609 request from dv-cinder-826608-2-iscsi {{(pid=109633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 05:00:45.304683 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] For port 1d01707b-4ec6-4a00-8d96-7d0a4f230915, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=1d01707b-4ec6-4a00-8d96-7d0a4f230915,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:45.305052 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.317435 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Calling delete_port for 1d01707b-4ec6-4a00-8d96-7d0a4f230915 owned by network:dhcp {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:45.323934 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Deleting port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 {{(pid=109633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:45.324315 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), before_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.385314 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] For port 1d01707b-4ec6-4a00-8d96-7d0a4f230915, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=1d01707b-4ec6-4a00-8d96-7d0a4f230915,segment=NetworkSegment(504384b5-e85b-40ee-873c-7995640d792f),segment_id=504384b5-e85b-40ee-873c-7995640d792f)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:45.385702 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), precommit_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.398650 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Calling delete_port for 1d01707b-4ec6-4a00-8d96-7d0a4f230915 owned by network:dhcp {{(pid=109633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:45.483702 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.508710 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d01707b-4ec6-4a00-8d96-7d0a4f230915,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:45.514670 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] No DVR routers for this DVR port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 on host dv-cinder-826608-2-iscsi {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:00:45.601673 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502'] for port (1d01707b-4ec6-4a00-8d96-7d0a4f230915), after_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.627423 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Pushing event deleted for resources: {'Port': ['ID=1d01707b-4ec6-4a00-8d96-7d0a4f230915,revision_number=None']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:45.632617 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] No DVR routers for this DVR port 1d01707b-4ec6-4a00-8d96-7d0a4f230915 on host dv-cinder-826608-2-iscsi {{(pid=109633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:00:45.639824 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.640178 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.642208 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.642208 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.642208 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.642208 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.642208 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.642208 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.642766 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.642766 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.643143 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.643482 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.643809 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b316604-d6b1-4c5b-b14c-90d0e53f68d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:00:45.827629 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (857a60d4-e4ef-4584-aa7d-b453d98e2609), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.847795 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857a60d4-e4ef-4584-aa7d-b453d98e2609']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:45.857453 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504384b5-e85b-40ee-873c-7995640d792f') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:45.857744 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504384b5-e85b-40ee-873c-7995640d792f') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:45.866883 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (504384b5-e85b-40ee-873c-7995640d792f), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.879316 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (504384b5-e85b-40ee-873c-7995640d792f), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.885027 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 05:00:45.885406 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (504384b5-e85b-40ee-873c-7995640d792f), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 05:00:45.887046 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 05:00:45.995210 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (857a60d4-e4ef-4584-aa7d-b453d98e2609), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:46.009857 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:46.015519 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/857a60d4-e4ef-4584-aa7d-b453d98e2609 HTTP/1.1" status: 204 len: 168 time: 0.9125962 Jan 31 05:00:46.015519 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2a1cd-4dff-4204-8304-d847d3db90d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=857a60d4-e4ef-4584-aa7d-b453d98e2609,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:46.015965 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46710) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:46.595952 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043869'] for router_interface (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:46.687113 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 9c60613b-a097-494e-9fd4-80fc1ba9b8ce no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:00:46.707241 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 9c60613b-a097-494e-9fd4-80fc1ba9b8ce {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:00:46.707593 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 9c60613b-a097-494e-9fd4-80fc1ba9b8ce not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:00:46.708018 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 1d01707b-4ec6-4a00-8d96-7d0a4f230915 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:00:46.727401 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 1d01707b-4ec6-4a00-8d96-7d0a4f230915 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:00:46.727750 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 1d01707b-4ec6-4a00-8d96-7d0a4f230915 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:00:46.840455 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] Deleting port 47f37335-3766-4fea-a106-e4b6aa4b49dc {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:46.840796 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:46.916798 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] For port 47f37335-3766-4fea-a106-e4b6aa4b49dc, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=47f37335-3766-4fea-a106-e4b6aa4b49dc,segment=NetworkSegment(e5ee8888-61e7-4e6e-8554-af9f47c75611),segment_id=e5ee8888-61e7-4e6e-8554-af9f47c75611)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:46.917088 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:46.929197 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] Calling delete_port for 47f37335-3766-4fea-a106-e4b6aa4b49dc owned by network:router_interface {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:47.157291 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (47f37335-3766-4fea-a106-e4b6aa4b49dc), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:47.183454 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f37335-3766-4fea-a106-e4b6aa4b49dc,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:47.348360 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043721'] for router_interface (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:47.556133 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] Router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 05:00:47.656417 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 05:00:47.661387 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-03004e6e-14af-4e13-bd71-902e7bc3a963 admin admin] 10.222.0.21 "PUT /v2.0/routers/f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6443622 Jan 31 05:00:47.664487 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46712) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:47.667149 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] Sync routers for ids ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 05:00:47.677925 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] Routers {'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:00:47.679262 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:00:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:47.768039 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Publish callbacks [] for router (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:47.785544 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] Set router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:00:47.869967 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Publish callbacks [] for router_gateway (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:47.959085 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'name': 'tempest-TestMinimumBasicScenario-242632183-router', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '8405230f-1a23-42e6-b24b-754863da9fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:16Z', 'updated_at': '2022-01-31T05:00:47Z', 'revision_number': 5, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'gw_port': {'id': '8405230f-1a23-42e6-b24b-754863da9fce', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:5a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:17Z', 'updated_at': '2022-01-31T04:57:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:47.986024 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] Checking router: f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 05:00:47.988049 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Deleting port 8405230f-1a23-42e6-b24b-754863da9fce {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:47.988386 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (8405230f-1a23-42e6-b24b-754863da9fce), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:47.995061 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] Routers {'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:00:47.995665 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:00:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:48.068146 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] For port 8405230f-1a23-42e6-b24b-754863da9fce, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=8405230f-1a23-42e6-b24b-754863da9fce,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:48.068515 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (8405230f-1a23-42e6-b24b-754863da9fce), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:48.080403 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] Set router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 gateway port host: None {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:00:48.081165 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Calling delete_port for 8405230f-1a23-42e6-b24b-754863da9fce owned by network:router_gateway {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:48.134692 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'name': 'tempest-TestMinimumBasicScenario-242632183-router', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:16Z', 'updated_at': '2022-01-31T05:00:47Z', 'revision_number': 6, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'gw_port_host': None}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:48.161966 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30906e5-bde6-4125-afd4-ff652b38a8ec None None] The sync data for ids ['f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1'] in dv-cinder-826608-2-iscsi is: [{'id': 'f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1', 'name': 'tempest-TestMinimumBasicScenario-242632183-router', 'tenant_id': 'c6431eaca81f44a4aee9a57824826628', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:16Z', 'updated_at': '2022-01-31T05:00:47Z', 'revision_number': 6, 'project_id': 'c6431eaca81f44a4aee9a57824826628', 'gw_port_host': None}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 05:00:48.320389 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (8405230f-1a23-42e6-b24b-754863da9fce), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:48.345972 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8405230f-1a23-42e6-b24b-754863da9fce,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:48.409871 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047143'] for router_gateway (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:48.500100 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32463'] for router (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:48.502282 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Publish callbacks [] for router_controller (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:48.620276 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1021179'] for router (f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:48.620853 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 {{(pid=109632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 05:00:48.625906 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:48.627078 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-952cca8b-0ba7-45a6-a7b2-b97e6fa53ce3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f0c7b633-c6ce-4a56-92e5-3f89dc1be8d1 HTTP/1.1" status: 204 len: 168 time: 0.9616561 Jan 31 05:00:48.629503 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 46714) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:48.674433 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3053ea2-8471-40b8-8f34-624bb5ac88b1 admin admin] Deleting subnet 756a6755-1e87-4ec7-a605-a58fba1e0241 {{(pid=109632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 05:00:48.677405 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f3053ea2-8471-40b8-8f34-624bb5ac88b1 admin admin] Publish callbacks [] for subnet (756a6755-1e87-4ec7-a605-a58fba1e0241), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:48.712373 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f3053ea2-8471-40b8-8f34-624bb5ac88b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4103647'] for subnet (756a6755-1e87-4ec7-a605-a58fba1e0241), precommit_delete_associations {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:48.796856 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f3053ea2-8471-40b8-8f34-624bb5ac88b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (756a6755-1e87-4ec7-a605-a58fba1e0241), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:48.924033 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 47f37335-3766-4fea-a106-e4b6aa4b49dc no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:00:48.947525 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 47f37335-3766-4fea-a106-e4b6aa4b49dc {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:00:48.947895 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 47f37335-3766-4fea-a106-e4b6aa4b49dc not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:00:48.948307 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 8405230f-1a23-42e6-b24b-754863da9fce no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:00:48.967064 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 8405230f-1a23-42e6-b24b-754863da9fce {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:00:48.967473 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 8405230f-1a23-42e6-b24b-754863da9fce not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:00:48.975169 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f3053ea2-8471-40b8-8f34-624bb5ac88b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4029049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3779705'] for subnet (756a6755-1e87-4ec7-a605-a58fba1e0241), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.004275 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-f3053ea2-8471-40b8-8f34-624bb5ac88b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for subnet (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.008769 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-f3053ea2-8471-40b8-8f34-624bb5ac88b1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/756a6755-1e87-4ec7-a605-a58fba1e0241 HTTP/1.1" status: 204 len: 168 time: 0.3777227 Jan 31 05:00:49.009822 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3053ea2-8471-40b8-8f34-624bb5ac88b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756a6755-1e87-4ec7-a605-a58fba1e0241,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:49.010736 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121335ef-57d2-450c-ab91-9fc4a452514d None None] Network 8570d9c4-7cbf-45a1-b328-5225ff452236 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 05:00:49.010956 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46716) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:49.087892 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (8570d9c4-7cbf-45a1-b328-5225ff452236), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.145224 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Deleting port 6bf9cd5f-53f8-482f-af45-36356cb3a960 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:49.145571 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.177257 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d488f3d0-d70a-488b-a0c7-003e6606957d None None] DHCP port deletion for 8570d9c4-7cbf-45a1-b328-5225ff452236 request from dv-cinder-826608-2-iscsi {{(pid=109633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 05:00:49.214248 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] For port 6bf9cd5f-53f8-482f-af45-36356cb3a960, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6bf9cd5f-53f8-482f-af45-36356cb3a960,segment=NetworkSegment(e5ee8888-61e7-4e6e-8554-af9f47c75611),segment_id=e5ee8888-61e7-4e6e-8554-af9f47c75611)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:49.214536 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.224542 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d488f3d0-d70a-488b-a0c7-003e6606957d None None] Deleting port 6bf9cd5f-53f8-482f-af45-36356cb3a960 {{(pid=109633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:49.224911 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d488f3d0-d70a-488b-a0c7-003e6606957d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), before_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.226853 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Calling delete_port for 6bf9cd5f-53f8-482f-af45-36356cb3a960 owned by network:dhcp {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:49.284612 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d488f3d0-d70a-488b-a0c7-003e6606957d None None] For port 6bf9cd5f-53f8-482f-af45-36356cb3a960, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=6bf9cd5f-53f8-482f-af45-36356cb3a960,segment=NetworkSegment(e5ee8888-61e7-4e6e-8554-af9f47c75611),segment_id=e5ee8888-61e7-4e6e-8554-af9f47c75611)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:49.285004 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d488f3d0-d70a-488b-a0c7-003e6606957d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), precommit_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.297525 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d488f3d0-d70a-488b-a0c7-003e6606957d None None] Calling delete_port for 6bf9cd5f-53f8-482f-af45-36356cb3a960 owned by network:dhcp {{(pid=109633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:49.401007 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.406357 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d488f3d0-d70a-488b-a0c7-003e6606957d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502'] for port (6bf9cd5f-53f8-482f-af45-36356cb3a960), after_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.427389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf9cd5f-53f8-482f-af45-36356cb3a960,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:49.429712 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] No DVR routers for this DVR port 6bf9cd5f-53f8-482f-af45-36356cb3a960 on host dv-cinder-826608-2-iscsi {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:00:49.430983 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488f3d0-d70a-488b-a0c7-003e6606957d None None] Pushing event deleted for resources: {'Port': ['ID=6bf9cd5f-53f8-482f-af45-36356cb3a960,revision_number=None']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:49.437705 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488f3d0-d70a-488b-a0c7-003e6606957d None None] No DVR routers for this DVR port 6bf9cd5f-53f8-482f-af45-36356cb3a960 on host dv-cinder-826608-2-iscsi {{(pid=109633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:00:49.502117 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (8570d9c4-7cbf-45a1-b328-5225ff452236), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.521767 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8570d9c4-7cbf-45a1-b328-5225ff452236']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:49.531331 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ee8888-61e7-4e6e-8554-af9f47c75611') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:49.531635 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ee8888-61e7-4e6e-8554-af9f47c75611') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:49.541405 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (e5ee8888-61e7-4e6e-8554-af9f47c75611), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.554256 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (e5ee8888-61e7-4e6e-8554-af9f47c75611), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.560362 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 05:00:49.560756 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (e5ee8888-61e7-4e6e-8554-af9f47c75611), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 05:00:49.562404 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 05:00:49.668987 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (8570d9c4-7cbf-45a1-b328-5225ff452236), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.674201 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:49.677442 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] 10.222.0.21 "DELETE /v2.0/networks/8570d9c4-7cbf-45a1-b328-5225ff452236 HTTP/1.1" status: 204 len: 168 time: 0.6655197 Jan 31 05:00:49.687980 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e60e9-ee02-47cd-8e37-d361afc6ecbb admin admin] Pushing event deleted for resources: {'Network': ['ID=8570d9c4-7cbf-45a1-b328-5225ff452236,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:50.027748 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46720) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:50.065486 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-3d3b3ab8-a8b0-4f1f-ba12-352747380947 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e1637f6e48094653bebf0bc7af9aab9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366108 Jan 31 05:00:50.067854 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46722) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:50.113122 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-16839cae-99ae-4fe0-833d-509f4d3791e4 admin admin] Publish callbacks [] for security_group (1e0b484a-605e-4a91-a281-7dd7de35ea4e), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:50.134123 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-16839cae-99ae-4fe0-833d-509f4d3791e4 admin admin] Publish callbacks [] for security_group (1e0b484a-605e-4a91-a281-7dd7de35ea4e), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:50.237489 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-16839cae-99ae-4fe0-833d-509f4d3791e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (1e0b484a-605e-4a91-a281-7dd7de35ea4e), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:50.240364 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-16839cae-99ae-4fe0-833d-509f4d3791e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:50.242141 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-16839cae-99ae-4fe0-833d-509f4d3791e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e0b484a-605e-4a91-a281-7dd7de35ea4e HTTP/1.1" status: 204 len: 168 time: 0.1734221 Jan 31 05:00:50.249860 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16839cae-99ae-4fe0-833d-509f4d3791e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0b484a-605e-4a91-a281-7dd7de35ea4e,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:50.687010 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6bf9cd5f-53f8-482f-af45-36356cb3a960 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:00:50.707002 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 6bf9cd5f-53f8-482f-af45-36356cb3a960 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:00:50.707344 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 6bf9cd5f-53f8-482f-af45-36356cb3a960 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:00:50.923865 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46728) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:50.966285 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-0b2255f0-4fd5-4d80-bb4c-fda71a857a8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6431eaca81f44a4aee9a57824826628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412979 Jan 31 05:00:50.968660 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46730) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:00:51.014734 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f1e044fd-4f1c-4c51-a042-a12c3a4b9cd1 admin admin] Publish callbacks [] for security_group (9a0b6555-a9b3-428c-8423-1c03a7c8a51c), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:51.035344 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f1e044fd-4f1c-4c51-a042-a12c3a4b9cd1 admin admin] Publish callbacks [] for security_group (9a0b6555-a9b3-428c-8423-1c03a7c8a51c), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:51.168669 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f1e044fd-4f1c-4c51-a042-a12c3a4b9cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (9a0b6555-a9b3-428c-8423-1c03a7c8a51c), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:51.171307 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f1e044fd-4f1c-4c51-a042-a12c3a4b9cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:51.172465 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f1e044fd-4f1c-4c51-a042-a12c3a4b9cd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a0b6555-a9b3-428c-8423-1c03a7c8a51c HTTP/1.1" status: 204 len: 168 time: 0.2029297 Jan 31 05:00:51.181043 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e044fd-4f1c-4c51-a042-a12c3a4b9cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0b6555-a9b3-428c-8423-1c03a7c8a51c,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:55.328839 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-f51da48a-929c-4661-8a8b-fa0dad08c504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:56.621576 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7778764-b7fe-4570-aa7a-7da8a9a8555a req-3a036999-ed7f-4e2f-b25b-6a7217cee0b7 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:56.623045 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7778764-b7fe-4570-aa7a-7da8a9a8555a req-3a036999-ed7f-4e2f-b25b-6a7217cee0b7 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 945 time: 0.0508828 Jan 31 05:00:56.670179 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7778764-b7fe-4570-aa7a-7da8a9a8555a req-4b2de403-e011-4299-84fe-be4b0d28ab29 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417061 Jan 31 05:00:57.551131 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b8a415e-415e-4035-a832-c59df44522a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:57.689850 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [req-b4db7696-3843-4061-a76a-8b90b187cda2 req-fb2317b5-a61a-46de-a322-e34e2f4891a5 service neutron] (109632) timed out ('10.222.0.31', 61567) {{(pid=109632) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 05:00:57.790055 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404c421-6ea1-4628-b262-61a47781614b req-3b04e5e9-8d9b-41c5-a768-47587dea0f63 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:57.791578 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5404c421-6ea1-4628-b262-61a47781614b req-3b04e5e9-8d9b-41c5-a768-47587dea0f63 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 945 time: 0.0533061 Jan 31 05:00:57.843230 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-5404c421-6ea1-4628-b262-61a47781614b req-9656983c-b1fb-4c43-bbdb-d9c25df2ba00 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460203 Jan 31 05:00:58.318237 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-4c6209fc-b5d4-4437-ad5b-71a3167c2e97 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:00:58.319681 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-4c6209fc-b5d4-4437-ad5b-71a3167c2e97 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 945 time: 0.0537682 Jan 31 05:00:58.408399 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Deleting port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:00:58.408741 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:58.497640 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] For port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:00:58.500790 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:58.557374 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:58.608979 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-59435a9f-3d58-456e-9dde-91a8255392e5 req-3c73e1a3-b916-49b3-b16c-335d59d68625 service neutron] (109631) timed out ('10.222.0.31', 61562) {{(pid=109631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 05:00:58.712806 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:58.713174 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (e5668be8-65e1-4bc8-970d-22e3929deb1f), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:58.713489 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.l3_db [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Floating IP e5668be8-65e1-4bc8-970d-22e3929deb1f disassociated. External IP: 172.27.2.80, port: 82a03e5c-3cf4-4891-b8cf-e1bb55979dba. Jan 31 05:00:58.713834 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Calling delete_port for 82a03e5c-3cf4-4891-b8cf-e1bb55979dba owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:00:58.837532 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-40075313-612c-4c7b-a56d-914268ed8ff9 req-a5ac1dfe-94bb-48fe-a6a0-c1693223d13f service neutron] (109631) timed out ('10.222.0.31', 61538) {{(pid=109631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 05:00:58.905960 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (82a03e5c-3cf4-4891-b8cf-e1bb55979dba), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:58.963592 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-83f5c83d-9844-41ab-a281-a1534db11da7 req-879e927f-f0bd-4e9a-a47e-65ace7f8210a tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 210 time: 0.0548561 Jan 31 05:00:58.964325 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event deleted for resources: {'Port': ['ID=82a03e5c-3cf4-4891-b8cf-e1bb55979dba,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:00:59.087577 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Router 92cdcb5d-d737-4f31-9087-3b72ec972b3c has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 05:00:59.194497 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 05:00:59.203996 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] Sync routers for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 05:00:59.214548 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:00:59.215189 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:00:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:59.235538 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] No DVR routers for this DVR port 82a03e5c-3cf4-4891-b8cf-e1bb55979dba on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:00:59.237956 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:00:59.241438 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-1db62bcd-1fcb-49c2-987e-c3f1c2100537 req-8ec41906-f9cb-4ea2-bb74-683416d62f42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "DELETE /v2.0/ports/82a03e5c-3cf4-4891-b8cf-e1bb55979dba HTTP/1.1" status: 204 len: 173 time: 0.9159417 Jan 31 05:00:59.241885 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'name': 'network-vif-deleted', 'tag': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:00:59.244413 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4b1f5a-9822-4d5b-a86a-5b1fd781cafd" -d '{"events": [{"server_uuid": "136c717e-248a-4393-9e3b-4703b87f5ddb", "name": "network-vif-deleted", "tag": "82a03e5c-3cf4-4891-b8cf-e1bb55979dba"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:00:59.281319 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 05:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabf3c08-2407-4841-ab11-fd758afad6db x-openstack-request-id: req-aabf3c08-2407-4841-ab11-fd758afad6db {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:00:59.281616 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136c717e-248a-4393-9e3b-4703b87f5ddb", "name": "network-vif-deleted", "tag": "82a03e5c-3cf4-4891-b8cf-e1bb55979dba", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:00:59.281876 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aabf3c08-2407-4841-ab11-fd758afad6db {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:00:59.282285 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136c717e-248a-4393-9e3b-4703b87f5ddb', 'name': 'network-vif-deleted', 'tag': '82a03e5c-3cf4-4891-b8cf-e1bb55979dba', 'status': 'completed', 'code': 200} Jan 31 05:00:59.325905 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:00:59.534272 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:59.559840 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] Checking router: 92cdcb5d-d737-4f31-9087-3b72ec972b3c for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 05:00:59.567849 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:00:59.568448 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:00:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:59.671250 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:00:59.859999 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:00:59.890690 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3d7198-7fa0-4423-81e3-58430ae4090d None None] The sync data for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi is: [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 05:01:00.076809 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-17694a6e-9df0-4a83-9227-994e89b24c86 req-aeb507c2-75ff-480c-9bb6-91e99db7d1be tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=136c717e-248a-4393-9e3b-4703b87f5ddb HTTP/1.1" status: 200 len: 210 time: 0.0290029 Jan 31 05:01:00.124620 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a51e7c-70f1-4aa7-ba11-4f7ea68df1ff None None] New status for floating IP e5668be8-65e1-4bc8-970d-22e3929deb1f: DOWN {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 05:01:00.157090 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:01.329127 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-5fe3a294-9f07-4108-a4a7-df09ca8f894e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15449547&fields=id&tenant_id=4cf3ab219d9f44e1ab973f1d63347066 HTTP/1.1" status: 200 len: 267 time: 0.0448890 Jan 31 05:01:01.374433 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:01.437271 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-d3152ae3-613e-4abc-a284-63c83e88ccd7 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:01.438708 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-d3152ae3-613e-4abc-a284-63c83e88ccd7 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 811 time: 0.1031933 Jan 31 05:01:01.452688 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-bc452f42-6ad5-45f7-9608-412d037bea64 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/quotas/4cf3ab219d9f44e1ab973f1d63347066 HTTP/1.1" status: 200 len: 375 time: 0.0087173 Jan 31 05:01:01.505586 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-a7166e8f-d047-4f6b-9125-7b5f97147d53 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479302 Jan 31 05:01:01.607891 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-b4053d31-84dd-48a1-ae65-922f0456425a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109631) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 05:01:01.608886 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-b4053d31-84dd-48a1-ae65-922f0456425a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0926476 Jan 31 05:01:01.688612 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 82a03e5c-3cf4-4891-b8cf-e1bb55979dba no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:01:01.697102 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-9c3fb820-17d7-45c1-bb15-d69ac28328af service neutron] 10.222.0.21 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824957 Jan 31 05:01:01.708283 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 82a03e5c-3cf4-4891-b8cf-e1bb55979dba {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:01:01.708635 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 82a03e5c-3cf4-4891-b8cf-e1bb55979dba not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:01:01.781924 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-16ed20d5-3ab9-431d-910e-be219f206d05 service neutron] 10.222.0.21 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792899 Jan 31 05:01:02.385430 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-22a6f95b-c449-4163-94c1-30e5531e4d81 req-ddc1a521-8780-4d02-ae41-91fd750936f5 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 210 time: 0.0284190 Jan 31 05:01:03.481604 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-4d7bab05-bfb3-425a-bfcf-8a3665f98525 req-028c106d-920a-44e4-afde-427749bff081 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 210 time: 0.0317559 Jan 31 05:01:04.329540 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-31092b9b-82c2-4ee3-a900-e8f377f66556 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:04.331036 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-31092b9b-82c2-4ee3-a900-e8f377f66556 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 811 time: 0.0999579 Jan 31 05:01:04.404804 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-b1b3e188-4834-4d72-b20a-3be31b181ad4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf3ab219d9f44e1ab973f1d63347066 HTTP/1.1" status: 200 len: 378 time: 0.0608804 Jan 31 05:01:04.424816 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'port': {'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'admin_state_up': True, 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'security_groups': ['8324336f-a011-4139-a2c4-2c1ea0166a7d']}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 05:01:04.576977 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b4314186-d7a8-408c-8b6d-4a2f18eca39a req-e86d79a8-79ba-4820-9a29-6cf0a6d01589 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 210 time: 0.0266066 Jan 31 05:01:04.603391 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Made reservation on behalf of 4cf3ab219d9f44e1ab973f1d63347066 for: {'port': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 05:01:04.606842 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:04.732384 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Allocated IP 172.20.0.6 (d6fe4c16-92c7-4a31-bdef-109ade3261a7/5ac99090-3642-478a-bef8-38c7af2f2efc/67da84bc-ecc7-4515-833e-0b8f7bdae679) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 05:01:04.862874 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:04.992597 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:05.036151 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 05:01:05.041401 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 05:01:05.044889 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 05:01:05.051221 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'Port': ['ID=67da84bc-ecc7-4515-833e-0b8f7bdae679,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:01:05.102906 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:05.103682 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:05.216784 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-be75fd37-0bc1-4f50-854f-aedfad542118 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941036 Jan 31 05:01:05.232781 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Request body: {'port': {'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 05:01:05.239146 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-df9ae657-d292-4c99-aa3d-fd0547cdec4f None None] Provisioning complete for port 67da84bc-ecc7-4515-833e-0b8f7bdae679 triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 05:01:05.239911 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-df9ae657-d292-4c99-aa3d-fd0547cdec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:05.276435 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-df9ae657-d292-4c99-aa3d-fd0547cdec4f None None] Port 67da84bc-ecc7-4515-833e-0b8f7bdae679 cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 05:01:05.296608 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:05.557028 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67da84bc-ecc7-4515-833e-0b8f7bdae679 {{(pid=109631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 05:01:05.564555 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Publish callbacks [] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:05.576858 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.provisioning_blocks [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Transition to ACTIVE for port object 67da84bc-ecc7-4515-833e-0b8f7bdae679 will not be triggered until provisioned by entity L2. {{(pid=109631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 05:01:05.671962 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:05.691731 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:05.732443 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Pushing event updated for resources: {'Port': ['ID=67da84bc-ecc7-4515-833e-0b8f7bdae679,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:01:05.765928 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef92c9e-c2aa-46a9-8861-d1ba11dbe0ff req-de3a9deb-91e8-4310-9d63-ac02bbb52aa6 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:05.767524 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cef92c9e-c2aa-46a9-8861-d1ba11dbe0ff req-de3a9deb-91e8-4310-9d63-ac02bbb52aa6 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 931 time: 0.1237922 Jan 31 05:01:05.848518 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Attempting to bind port 67da84bc-ecc7-4515-833e-0b8f7bdae679 on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 05:01:05.848858 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Attempting to bind port 67da84bc-ecc7-4515-833e-0b8f7bdae679 by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 05:01:05.849190 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Attempting to bind port 67da84bc-ecc7-4515-833e-0b8f7bdae679 on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 05:01:05.857473 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cef92c9e-c2aa-46a9-8861-d1ba11dbe0ff req-d4151e20-8acf-4b7e-b6d5-ae2139107035 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708470 Jan 31 05:01:05.858434 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Port 67da84bc-ecc7-4515-833e-0b8f7bdae679 on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 05:01:05.858761 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Attempting to bind port 67da84bc-ecc7-4515-833e-0b8f7bdae679 on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 05:01:05.864554 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 5, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 05:01:05.865066 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Checking segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 05:01:05.865175 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Bound using segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 05:01:05.865593 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Bound port: 67da84bc-ecc7-4515-833e-0b8f7bdae679, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 05:01:05.865978 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:05.928699 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] For port 67da84bc-ecc7-4515-833e-0b8f7bdae679, host hv-cinder-82660, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 05:01:05.932338 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] For port 67da84bc-ecc7-4515-833e-0b8f7bdae679, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 05:01:06.020376 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:06.056982 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:06.057701 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:06.059077 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] 10.222.0.31 "PUT /v2.0/ports/67da84bc-ecc7-4515-833e-0b8f7bdae679 HTTP/1.1" status: 200 len: 1093 time: 0.8306408 Jan 31 05:01:06.059470 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'tag': '67da84bc-ecc7-4515-833e-0b8f7bdae679'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:01:06.061672 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace240a9-6b92-4ddf-9200-c7203f743877" -d '{"events": [{"name": "network-changed", "server_uuid": "4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c", "tag": "67da84bc-ecc7-4515-833e-0b8f7bdae679"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:01:06.093286 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafab92-99cf-40dd-8896-752ad00ee329 service neutron] Pushing event updated for resources: {'Port': ['ID=67da84bc-ecc7-4515-833e-0b8f7bdae679,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:01:06.110140 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 05:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4e9a84-b142-4ef8-a17d-79cf6ab58338 x-openstack-request-id: req-3b4e9a84-b142-4ef8-a17d-79cf6ab58338 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:01:06.110521 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c", "tag": "67da84bc-ecc7-4515-833e-0b8f7bdae679", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:01:06.110981 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b4e9a84-b142-4ef8-a17d-79cf6ab58338 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:01:06.116081 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'tag': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'status': 'completed', 'code': 200} Jan 31 05:01:06.197096 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace240a9-6b92-4ddf-9200-c7203f743877 req-43fcc1a1-dba7-4c9f-8a88-bf2bf69af348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:06.198618 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ace240a9-6b92-4ddf-9200-c7203f743877 req-43fcc1a1-dba7-4c9f-8a88-bf2bf69af348 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 1127 time: 0.0466206 Jan 31 05:01:06.368464 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace240a9-6b92-4ddf-9200-c7203f743877 req-8b30627d-ff02-47ae-b777-3ef9f80c2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:06.369963 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ace240a9-6b92-4ddf-9200-c7203f743877 req-8b30627d-ff02-47ae-b777-3ef9f80c2656 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1586607 Jan 31 05:01:06.767063 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace240a9-6b92-4ddf-9200-c7203f743877 req-566e447b-88c1-4956-860b-993beba52960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:06.768559 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ace240a9-6b92-4ddf-9200-c7203f743877 req-566e447b-88c1-4956-860b-993beba52960 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3933761 Jan 31 05:01:06.871896 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-fe16b727-5d93-405a-99f3-d4674eedc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:06.873375 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-fe16b727-5d93-405a-99f3-d4674eedc1f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 1127 time: 0.0470986 Jan 31 05:01:06.918351 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-4d925d8a-d5bb-4f86-bf71-1365bec24dd3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679 HTTP/1.1" status: 200 len: 217 time: 0.0332303 Jan 31 05:01:06.994260 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-aa16aff3-3a2f-4051-9123-eba90b3c217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:06.995727 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-aa16aff3-3a2f-4051-9123-eba90b3c217b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0724006 Jan 31 05:01:07.035582 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5157b-969c-4b6b-b11f-c4d599a6cf79 req-7a31ccd5-f97a-4574-88b4-04ebe3800b6f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:07.037041 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e5b5157b-969c-4b6b-b11f-c4d599a6cf79 req-7a31ccd5-f97a-4574-88b4-04ebe3800b6f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 943 time: 0.1049359 Jan 31 05:01:07.076789 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-96f4a86f-4675-492f-b78f-820b7b5a092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:07.078276 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-96f4a86f-4675-492f-b78f-820b7b5a092c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765831 Jan 31 05:01:07.112523 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e5b5157b-969c-4b6b-b11f-c4d599a6cf79 req-9d7ec651-83b1-42c5-8375-23789032e76c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695512 Jan 31 05:01:07.181855 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-11c0993e-3414-492b-b9a4-331818ee3128 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935037 Jan 31 05:01:07.268335 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a874353f-ab15-49b4-a06d-eb2b15420eb6 req-188c859d-0d4c-42bb-8796-27ed698983b9 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803869 Jan 31 05:01:08.229168 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109fb39-5f52-4d79-8905-f00e69e2fdc8 req-440a0bdb-d026-452a-bbda-8a385723822d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:08.230600 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7109fb39-5f52-4d79-8905-f00e69e2fdc8 req-440a0bdb-d026-452a-bbda-8a385723822d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 943 time: 0.0518048 Jan 31 05:01:08.278400 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7109fb39-5f52-4d79-8905-f00e69e2fdc8 req-a4c90c76-a3b2-4b74-8c1b-c74a0d2e3204 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423791 Jan 31 05:01:09.504087 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03472ddb-fa37-48bb-b276-d742d7ceffd6 req-638777de-5c6f-42be-84fd-ea67f6eb8d04 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:09.505552 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-03472ddb-fa37-48bb-b276-d742d7ceffd6 req-638777de-5c6f-42be-84fd-ea67f6eb8d04 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 943 time: 0.1612618 Jan 31 05:01:09.552407 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-03472ddb-fa37-48bb-b276-d742d7ceffd6 req-65bc7f11-9234-4d37-a26b-fe824a8fec90 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404952 Jan 31 05:01:10.672567 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581531-b88a-4b12-ba6d-2a87847674f9 req-9dd8b692-7d89-42bf-89a4-bad1052d1f89 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:10.674034 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eb581531-b88a-4b12-ba6d-2a87847674f9 req-9dd8b692-7d89-42bf-89a4-bad1052d1f89 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 943 time: 0.0571706 Jan 31 05:01:10.721945 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eb581531-b88a-4b12-ba6d-2a87847674f9 req-93816f8a-9796-4f8d-9ace-1be130942029 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424397 Jan 31 05:01:11.836425 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14026f-f6c8-44c6-9a99-944e7b606ffe req-6a621c4a-238e-4156-8790-23c471e81c92 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:11.838533 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5c14026f-f6c8-44c6-9a99-944e7b606ffe req-6a621c4a-238e-4156-8790-23c471e81c92 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 943 time: 0.0515356 Jan 31 05:01:11.886035 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-5c14026f-f6c8-44c6-9a99-944e7b606ffe req-e44ce755-7c72-4ca2-8513-34b2f24a6b73 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419929 Jan 31 05:01:13.002760 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc407d0-0355-4a29-8209-82324dd66eab req-bb2955dc-5623-4951-ac32-f0d3bb4b7610 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:13.008155 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7dc407d0-0355-4a29-8209-82324dd66eab req-bb2955dc-5623-4951-ac32-f0d3bb4b7610 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 943 time: 0.0524206 Jan 31 05:01:13.051910 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-7dc407d0-0355-4a29-8209-82324dd66eab req-1cce31dc-7ea5-4cf3-a6a3-10819361ce7f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414829 Jan 31 05:01:13.756225 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 67da84bc-ecc7-4515-833e-0b8f7bdae679 details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 05:01:13.849734 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 67da84bc-ecc7-4515-833e-0b8f7bdae679, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:01:13.860669 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 05:01:13.895692 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 67da84bc-ecc7-4515-833e-0b8f7bdae679 is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 05:01:13.896081 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:13.907964 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67da84bc-ecc7-4515-833e-0b8f7bdae679 {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 05:01:13.926165 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 67da84bc-ecc7-4515-833e-0b8f7bdae679, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:01:14.007858 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:14.053196 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=67da84bc-ecc7-4515-833e-0b8f7bdae679,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:01:14.168169 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecb0e8-520c-47d3-8157-9367e8ecc188 req-897ed787-3684-4180-a0c2-0cb73352547f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:14.169615 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-47ecb0e8-520c-47d3-8157-9367e8ecc188 req-897ed787-3684-4180-a0c2-0cb73352547f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 944 time: 0.0509121 Jan 31 05:01:14.221193 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-47ecb0e8-520c-47d3-8157-9367e8ecc188 req-49509a32-4480-4576-890e-4843301aaa01 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460975 Jan 31 05:01:14.426867 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['67da84bc-ecc7-4515-833e-0b8f7bdae679'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 05:01:15.336019 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0228125-7394-474c-9cee-99a9f6b848b3 req-91370c55-7be3-4c9b-9133-a0befa0d8340 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:15.338029 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c0228125-7394-474c-9cee-99a9f6b848b3 req-91370c55-7be3-4c9b-9133-a0befa0d8340 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 944 time: 0.0509870 Jan 31 05:01:15.388708 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c0228125-7394-474c-9cee-99a9f6b848b3 req-20fdfda0-d610-40d1-ad0f-6d829147fe5d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453107 Jan 31 05:01:15.782531 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 67da84bc-ecc7-4515-833e-0b8f7bdae679 up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 05:01:15.910527 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 67da84bc-ecc7-4515-833e-0b8f7bdae679 completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 05:01:15.914137 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 67da84bc-ecc7-4515-833e-0b8f7bdae679 triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 05:01:15.914508 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:15.987457 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 67da84bc-ecc7-4515-833e-0b8f7bdae679 is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 05:01:15.987843 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:16.009503 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67da84bc-ecc7-4515-833e-0b8f7bdae679'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:01:16.011935 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b88fe4-5f4d-4900-8297-2f151077d39a" -d '{"events": [{"server_uuid": "4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c", "name": "network-vif-plugged", "status": "completed", "tag": "67da84bc-ecc7-4515-833e-0b8f7bdae679"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:01:16.027265 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 67da84bc-ecc7-4515-833e-0b8f7bdae679, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:01:16.052214 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 05:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee302740-f726-4006-acde-330ec1d8274f x-openstack-request-id: req-ee302740-f726-4006-acde-330ec1d8274f {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:01:16.052214 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c", "name": "network-vif-plugged", "status": "completed", "tag": "67da84bc-ecc7-4515-833e-0b8f7bdae679", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:01:16.052214 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee302740-f726-4006-acde-330ec1d8274f {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:01:16.052214 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'code': 200} Jan 31 05:01:16.139556 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:16.314349 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=67da84bc-ecc7-4515-833e-0b8f7bdae679,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:01:16.452816 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19b0e9-e2e7-44ae-896f-b1af8a97aa7e req-50a07ac1-84f5-4070-a128-e4d53ce8561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:16.454372 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ce19b0e9-e2e7-44ae-896f-b1af8a97aa7e req-50a07ac1-84f5-4070-a128-e4d53ce8561a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 1129 time: 0.0448079 Jan 31 05:01:16.500400 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ce19b0e9-e2e7-44ae-896f-b1af8a97aa7e req-c2f7140c-8be1-4255-b063-4e901c3b7658 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395718 Jan 31 05:01:16.507232 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d707ab-3e9d-4848-b0f1-aac37d768d40 req-f2c9fc98-055a-4f26-b511-8070d1165b7b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:16.509555 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-00d707ab-3e9d-4848-b0f1-aac37d768d40 req-f2c9fc98-055a-4f26-b511-8070d1165b7b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 945 time: 0.0515079 Jan 31 05:01:16.558374 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-00d707ab-3e9d-4848-b0f1-aac37d768d40 req-c1a5c351-d127-4c97-850a-776240d976eb tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429978 Jan 31 05:01:17.100851 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:01:17.677415 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d416a2-f0b2-4b86-9627-d3345a30f344 req-cc5b9257-a631-49fc-8992-a40bd9c55b3a tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:17.679229 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-78d416a2-f0b2-4b86-9627-d3345a30f344 req-cc5b9257-a631-49fc-8992-a40bd9c55b3a tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 945 time: 0.0512154 Jan 31 05:01:17.726700 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-78d416a2-f0b2-4b86-9627-d3345a30f344 req-dc9d1196-452b-4002-9d45-813d14e619c8 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409799 Jan 31 05:01:18.843229 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b403a-2522-4f7e-8179-dbdf40c20c3c req-41feffb5-2d94-4661-b1ba-593c7fbc5fe7 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:18.844689 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f75b403a-2522-4f7e-8179-dbdf40c20c3c req-41feffb5-2d94-4661-b1ba-593c7fbc5fe7 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 945 time: 0.0507278 Jan 31 05:01:18.891794 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-f75b403a-2522-4f7e-8179-dbdf40c20c3c req-36a61985-233b-44b7-943a-e5524df5e2c3 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416698 Jan 31 05:01:19.010070 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8991b5f-b0b4-4b1b-bcfe-a19c94b58c64 req-317f46f2-8011-403c-bddf-c23c22f30b22 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:19.011586 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a8991b5f-b0b4-4b1b-bcfe-a19c94b58c64 req-317f46f2-8011-403c-bddf-c23c22f30b22 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 945 time: 0.0560024 Jan 31 05:01:19.063671 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a8991b5f-b0b4-4b1b-bcfe-a19c94b58c64 req-2538b35a-5dcd-499e-83fd-4c14680862ba tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456553 Jan 31 05:01:19.085631 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46808) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:01:19.128523 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d7f042-2059-481e-8d80-550228004785 tempest-TestVolumeBootPattern-1081083014 tempest-TestVolumeBootPattern-1081083014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:19.130050 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-84d7f042-2059-481e-8d80-550228004785 tempest-TestVolumeBootPattern-1081083014 tempest-TestVolumeBootPattern-1081083014-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 1124 time: 0.0438013 Jan 31 05:01:19.132792 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46810) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:01:19.136966 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'floatingip': {'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 05:01:19.208109 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:19.305036 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:19.410008 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Allocated IP 172.27.2.242 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/3dcf919a-3a6d-4d2c-b52d-df97e0190eb9) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 05:01:19.520963 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for port (3dcf919a-3a6d-4d2c-b52d-df97e0190eb9), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:19.666178 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (3dcf919a-3a6d-4d2c-b52d-df97e0190eb9), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:19.706234 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 05:01:19.711085 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 05:01:19.713740 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'Port': ['ID=3dcf919a-3a6d-4d2c-b52d-df97e0190eb9,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:01:19.715848 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 05:01:20.069701 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (76b8c5aa-a350-45bc-a433-b9f92b146bf6), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:20.199167 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (3dcf919a-3a6d-4d2c-b52d-df97e0190eb9), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:20.344412 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for port (3dcf919a-3a6d-4d2c-b52d-df97e0190eb9), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:20.394183 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (3dcf919a-3a6d-4d2c-b52d-df97e0190eb9), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:20.467668 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'Port': ['ID=3dcf919a-3a6d-4d2c-b52d-df97e0190eb9,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:01:20.475492 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (76b8c5aa-a350-45bc-a433-b9f92b146bf6), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:20.573973 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.l3_db [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Floating IP 76b8c5aa-a350-45bc-a433-b9f92b146bf6 associated. External IP: 172.27.2.242, port: 67da84bc-ecc7-4515-833e-0b8f7bdae679. Jan 31 05:01:20.778823 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Router 92cdcb5d-d737-4f31-9087-3b72ec972b3c has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 05:01:20.882820 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 05:01:20.893087 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] Sync routers for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 05:01:20.903394 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:01:20.903940 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:00:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:01:20.970187 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:21.002575 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-854f6741-d122-44f5-939a-01d65700f98d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8687897 Jan 31 05:01:21.003471 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'tag': '67da84bc-ecc7-4515-833e-0b8f7bdae679'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:01:21.006128 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74861ebd-8ff4-435b-bf14-4b539c7d5154" -d '{"events": [{"name": "network-changed", "server_uuid": "4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c", "tag": "67da84bc-ecc7-4515-833e-0b8f7bdae679"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:01:21.009285 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:01:21.043171 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd124711-2573-4da7-8de6-66981a7e6aa0 x-openstack-request-id: req-bd124711-2573-4da7-8de6-66981a7e6aa0 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:01:21.043464 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c", "tag": "67da84bc-ecc7-4515-833e-0b8f7bdae679", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:01:21.043722 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd124711-2573-4da7-8de6-66981a7e6aa0 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:01:21.044130 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'tag': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'status': 'completed', 'code': 200} Jan 31 05:01:21.174573 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-a185fb45-f8a9-4855-90c3-8cedfd8559ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:21.176028 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-a185fb45-f8a9-4855-90c3-8cedfd8559ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 1129 time: 0.0860550 Jan 31 05:01:21.234388 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '76b8c5aa-a350-45bc-a433-b9f92b146bf6', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:01:19Z', 'updated_at': '2022-01-31T05:01:19Z', 'revision_number': 0, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:01:21.260459 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] Checking router: 92cdcb5d-d737-4f31-9087-3b72ec972b3c for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 05:01:21.264445 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-b4022b67-b25a-4578-a37c-c866ac580968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:21.265914 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-b4022b67-b25a-4578-a37c-c866ac580968 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0829537 Jan 31 05:01:21.269134 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:01:21.269740 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:00:57Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:01:21.330237 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-133df1a3-5070-4311-bfa2-e485a4de4245 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679 HTTP/1.1" status: 200 len: 999 time: 0.0585580 Jan 31 05:01:21.374684 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:01:21.377215 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-8c08ff82-764d-4991-9554-fe7556b91c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:21.378659 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-8c08ff82-764d-4991-9554-fe7556b91c84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0429413 Jan 31 05:01:21.427145 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-7d346198-ff7e-4ea3-826c-c77fdfc8a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:21.428567 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-7d346198-ff7e-4ea3-826c-c77fdfc8a12e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437677 Jan 31 05:01:21.520503 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-dfdae581-93c6-4bee-a228-c6e028b2ef80 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852308 Jan 31 05:01:21.594528 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '76b8c5aa-a350-45bc-a433-b9f92b146bf6', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:01:19Z', 'updated_at': '2022-01-31T05:01:19Z', 'revision_number': 0, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:01:21.611026 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-74861ebd-8ff4-435b-bf14-4b539c7d5154 req-2d7fe6f8-63b9-466f-a678-74dc45920f8d service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841470 Jan 31 05:01:21.621648 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431b14b3-3600-4352-98dd-da3293a32ae8 None None] The sync data for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi is: [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '76b8c5aa-a350-45bc-a433-b9f92b146bf6', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:01:19Z', 'updated_at': '2022-01-31T05:01:19Z', 'revision_number': 0, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 05:01:21.812547 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270b63b-3c7c-424b-bbfb-9d3674d4f3f2 None None] New status for floating IP 76b8c5aa-a350-45bc-a433-b9f92b146bf6: ACTIVE {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 05:01:25.263029 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ae43dd57-3903-44da-b48f-4eb60128fc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:27.537163 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d2fd6543-0840-45d6-a769-2e790aea680a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:28.556400 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:30.156390 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:31.385027 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:35.691272 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:44.198354 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-855879bd-3000-4171-9031-0bc92d42fc86 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434268 Jan 31 05:01:44.296406 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-a24cc558-f60b-4719-b0bf-339b726f2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:44.297860 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-a24cc558-f60b-4719-b0bf-339b726f2f78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 1129 time: 0.0435786 Jan 31 05:01:44.399811 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-fd984063-ec14-47fe-bfab-3095ecbb92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:44.401164 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-fd984063-ec14-47fe-bfab-3095ecbb92ce service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0858867 Jan 31 05:01:44.462853 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-4e20aafb-f032-456a-98df-ad9e4bf09c1e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679 HTTP/1.1" status: 200 len: 1001 time: 0.0561135 Jan 31 05:01:44.509761 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-802a9c89-5bf0-4180-8fd4-181ff014a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:44.511315 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-802a9c89-5bf0-4180-8fd4-181ff014a74a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0426049 Jan 31 05:01:44.561963 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-785e1bc9-6b2c-473c-b279-96407ea41192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:01:44.563459 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-785e1bc9-6b2c-473c-b279-96407ea41192 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463529 Jan 31 05:01:44.649571 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-3af47f5c-7cfd-4671-b197-47492e28b225 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795226 Jan 31 05:01:45.005342 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-3bf8cf97-9869-4ef2-9d01-69ff6ba47e34 req-103dcb99-65fd-41b8-a8a0-180fc3f02fb5 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491766 Jan 31 05:01:54.099561 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:01:55.258807 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2b281e3d-c31d-463f-b7af-920ecc5cbd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:57.553830 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-489dfcfd-b25e-42c5-96d9-6f1f087b907e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:01:58.555852 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:00.188129 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:01.370667 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:05.690817 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:25.267180 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0550cf1e-a3ab-4be5-b2b2-6667940e411b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:27.541893 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9f556506-2f88-4ba1-996e-22079bf9a770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:28.588935 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:30.206180 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:31.098417 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:02:31.383614 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:35.686233 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:45.196015 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-ff9dabb9-d691-42d7-88c9-a525d449999c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442910 Jan 31 05:02:45.292851 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-42544ae4-6043-4c94-b68d-a3a413de6b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:02:45.294314 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-42544ae4-6043-4c94-b68d-a3a413de6b4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 1129 time: 0.0432596 Jan 31 05:02:45.396263 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-4712c585-c86f-4534-b547-65c7e77c2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:02:45.398341 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-4712c585-c86f-4534-b547-65c7e77c2a04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0866239 Jan 31 05:02:45.458866 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-6c532fe5-4eef-4e2b-96b1-031f7bbb06e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679 HTTP/1.1" status: 200 len: 1001 time: 0.0551691 Jan 31 05:02:45.507241 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-20639ccb-2526-4dfc-bd28-59351bf400bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:02:45.508636 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-20639ccb-2526-4dfc-bd28-59351bf400bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0447123 Jan 31 05:02:45.553904 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-fc243d0b-20b1-4c8d-9979-0a466145047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:02:45.555365 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-fc243d0b-20b1-4c8d-9979-0a466145047d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411534 Jan 31 05:02:45.640592 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-83dfab1b-5708-445c-a4c2-aaea25cb179f service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791447 Jan 31 05:02:45.731216 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c7fa5597-8e83-4712-86b6-057de3620b80 req-53c75e51-4442-4bf9-b002-c88a299d9f3e service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841715 Jan 31 05:02:55.262599 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-778617d6-b1c5-40e1-af85-f0e16f7d9a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:57.536952 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-aa3fbcaf-47f8-40b7-a1b9-23d99ae9fb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:02:58.632249 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:00.211096 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:01.381846 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:05.673968 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:08.097168 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:03:21.286249 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-7f96b84c-1c58-46fe-b0c3-d7fa9b8adc84 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15449547&fields=id&tenant_id=4cf3ab219d9f44e1ab973f1d63347066 HTTP/1.1" status: 200 len: 267 time: 0.0432386 Jan 31 05:03:21.391507 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-2cca73ad-cd53-4068-8be7-d188b1f10bfe tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:21.392860 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-2cca73ad-cd53-4068-8be7-d188b1f10bfe tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 811 time: 0.1001987 Jan 31 05:03:21.407130 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-26822edf-fd05-4b01-a939-d1bafabb73a6 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/quotas/4cf3ab219d9f44e1ab973f1d63347066 HTTP/1.1" status: 200 len: 375 time: 0.0085626 Jan 31 05:03:21.460894 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-ae506dad-116a-47ab-a43b-ab0af384e542 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485549 Jan 31 05:03:21.550199 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3ebcab16-0442-4cf7-98a5-63187beb4214 service neutron] 10.222.0.21 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787728 Jan 31 05:03:21.639424 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-5f9e4eed-b8d0-49a5-abe4-350f4f23f4cd service neutron] 10.222.0.21 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826216 Jan 31 05:03:22.197834 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-2c59da7b-ccc8-4109-b5a6-3ddd4f7dc7e0 req-35b23988-13a4-4a23-a98f-03bdfd02967c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 210 time: 0.0322530 Jan 31 05:03:23.290871 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-b733d4ff-a1a0-43b8-adbc-359e11d573bc req-2ba96892-aed6-4156-be64-b41335bcdda4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 210 time: 0.0269752 Jan 31 05:03:24.172038 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-a75e393a-649c-44a2-99cd-125fbccc3985 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:24.173463 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-a75e393a-649c-44a2-99cd-125fbccc3985 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 811 time: 0.1044123 Jan 31 05:03:24.240986 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-8f8b0a47-a739-4e34-a532-5726d1ce0059 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf3ab219d9f44e1ab973f1d63347066 HTTP/1.1" status: 200 len: 378 time: 0.0533333 Jan 31 05:03:24.249650 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'port': {'device_id': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'admin_state_up': True, 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'security_groups': ['8324336f-a011-4139-a2c4-2c1ea0166a7d']}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 05:03:24.392237 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-eb32507e-700b-420c-b7a1-efbcd5698c07 req-d51845c8-f37d-45ae-8952-da62a77d1726 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 210 time: 0.0271194 Jan 31 05:03:24.420729 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Made reservation on behalf of 4cf3ab219d9f44e1ab973f1d63347066 for: {'port': 1} {{(pid=109631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 05:03:24.424204 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:24.553757 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Allocated IP 172.20.0.4 (d6fe4c16-92c7-4a31-bdef-109ade3261a7/5ac99090-3642-478a-bef8-38c7af2f2efc/31310b8b-ebdf-414b-9984-e3252a54c75e) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 05:03:24.693600 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:24.782854 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:24.824525 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 05:03:24.827429 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 05:03:24.832814 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 05:03:24.860519 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'Port': ['ID=31310b8b-ebdf-414b-9984-e3252a54c75e,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:03:24.874334 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.874689 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.875060 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.875397 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.875834 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.876064 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.876400 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.876736 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.877063 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.877393 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.877716 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.878038 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.878361 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:24.899821 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:24.900445 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:24.985287 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-01ecee11-01cd-49b2-941f-5e444288df59 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7392600 Jan 31 05:03:25.002335 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Request body: {'port': {'device_id': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82660'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 05:03:25.044130 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-c656d5a6-d056-428a-9c1c-0bfcbf0d3f6c None None] Provisioning complete for port 31310b8b-ebdf-414b-9984-e3252a54c75e triggered by entity DHCP. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 05:03:25.044766 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-c656d5a6-d056-428a-9c1c-0bfcbf0d3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:25.065893 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:25.077437 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-c656d5a6-d056-428a-9c1c-0bfcbf0d3f6c None None] Port 31310b8b-ebdf-414b-9984-e3252a54c75e cannot update to ACTIVE because it is not bound. {{(pid=109633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 05:03:25.296611 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4c3ba922-91d0-423a-8a1a-f614e799f107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:25.333613 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31310b8b-ebdf-414b-9984-e3252a54c75e {{(pid=109631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 05:03:25.341749 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Publish callbacks [] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:25.354238 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.provisioning_blocks [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Transition to ACTIVE for port object 31310b8b-ebdf-414b-9984-e3252a54c75e will not be triggered until provisioned by entity L2. {{(pid=109631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 05:03:25.422782 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:25.521636 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Pushing event updated for resources: {'Port': ['ID=31310b8b-ebdf-414b-9984-e3252a54c75e,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:03:25.576749 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca21287-8f6d-44fd-bbd8-4c528c491c40 req-ab48ed0e-1634-4946-95c0-2449938d5b42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:25.578295 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fca21287-8f6d-44fd-bbd8-4c528c491c40 req-ab48ed0e-1634-4946-95c0-2449938d5b42 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 943 time: 0.1184990 Jan 31 05:03:25.605402 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Attempting to bind port 31310b8b-ebdf-414b-9984-e3252a54c75e on host hv-cinder-82660 for vnic_type normal with profile {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 05:03:25.605736 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Attempting to bind port 31310b8b-ebdf-414b-9984-e3252a54c75e by drivers openvswitch,hyperv on host hv-cinder-82660 at level 0 using segments [{'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 05:03:25.606065 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Attempting to bind port 31310b8b-ebdf-414b-9984-e3252a54c75e on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 05:03:25.613775 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Port 31310b8b-ebdf-414b-9984-e3252a54c75e on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82660 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 05:03:25.614096 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Attempting to bind port 31310b8b-ebdf-414b-9984-e3252a54c75e on network d6fe4c16-92c7-4a31-bdef-109ade3261a7 {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 05:03:25.623012 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Checking agent: {'id': 'bbc90a85-5b54-44ed-a78e-e1d4a261f649', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82660', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'started_at': datetime.datetime(2022, 1, 31, 4, 43, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 5, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 05:03:25.623352 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Checking segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 05:03:25.623734 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Bound using segment: {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'} {{(pid=109631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 05:03:25.624164 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.managers [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Bound port: 31310b8b-ebdf-414b-9984-e3252a54c75e, host: hv-cinder-82660, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16db334d-3c06-4640-b5a5-f4985a80bfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7'}}] {{(pid=109631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 05:03:25.624537 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:25.662725 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fca21287-8f6d-44fd-bbd8-4c528c491c40 req-cb7bace3-d532-47c7-b666-ea71a14fd69f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737026 Jan 31 05:03:25.711470 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] For port 31310b8b-ebdf-414b-9984-e3252a54c75e, host hv-cinder-82660, cleared binding levels {{(pid=109631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 05:03:25.714436 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] For port 31310b8b-ebdf-414b-9984-e3252a54c75e, host hv-cinder-82660, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=31310b8b-ebdf-414b-9984-e3252a54c75e,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 05:03:25.809887 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:25.844521 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:25.845154 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:25.846524 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] 10.222.0.31 "PUT /v2.0/ports/31310b8b-ebdf-414b-9984-e3252a54c75e HTTP/1.1" status: 200 len: 1093 time: 0.8483369 Jan 31 05:03:25.846986 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'tag': '31310b8b-ebdf-414b-9984-e3252a54c75e'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:03:25.849218 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbad446d-dd93-4358-b511-122a4788dffe" -d '{"events": [{"name": "network-changed", "server_uuid": "f81d5946-7c48-488c-b6b1-ed198857128f", "tag": "31310b8b-ebdf-414b-9984-e3252a54c75e"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:03:25.875094 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c407d4e-0bca-4b17-9567-0b3c466bb8de service neutron] Pushing event updated for resources: {'Port': ['ID=31310b8b-ebdf-414b-9984-e3252a54c75e,revision_number=3']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:03:25.954036 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 05:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17df910d-bc70-4988-9785-7237dab100fc x-openstack-request-id: req-17df910d-bc70-4988-9785-7237dab100fc {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:03:25.954382 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81d5946-7c48-488c-b6b1-ed198857128f", "tag": "31310b8b-ebdf-414b-9984-e3252a54c75e", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:03:25.954637 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17df910d-bc70-4988-9785-7237dab100fc {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:03:25.955152 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'tag': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'status': 'completed', 'code': 200} Jan 31 05:03:26.029959 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-f54569dc-fde7-4981-89c5-2b4b6cb1eab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:26.031550 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-f54569dc-fde7-4981-89c5-2b4b6cb1eab3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 1127 time: 0.0472267 Jan 31 05:03:26.081379 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-793561f4-66f4-47fc-8979-2ce08d4abb27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31310b8b-ebdf-414b-9984-e3252a54c75e HTTP/1.1" status: 200 len: 217 time: 0.0375669 Jan 31 05:03:26.131231 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-69e364a3-9783-45ed-bb5f-244d09275361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:26.132688 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-69e364a3-9783-45ed-bb5f-244d09275361 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0444782 Jan 31 05:03:26.179057 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-aa00a144-0b41-4a34-ac29-766d4b14a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:26.181213 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-aa00a144-0b41-4a34-ac29-766d4b14a81f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428360 Jan 31 05:03:26.268123 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-320b6447-5a68-4f13-aaf1-a2663a515167 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814724 Jan 31 05:03:26.352458 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-07c6fc8f-2d43-4196-a278-8565ec065d97 req-2e5cecd6-561d-46b0-b898-41999a3dca69 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788074 Jan 31 05:03:26.567375 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad446d-dd93-4358-b511-122a4788dffe req-c2b2c944-2272-4bc9-b06d-3153040f0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:26.568864 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fbad446d-dd93-4358-b511-122a4788dffe req-c2b2c944-2272-4bc9-b06d-3153040f0d87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 1127 time: 0.0482202 Jan 31 05:03:26.655576 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad446d-dd93-4358-b511-122a4788dffe req-96ec1c30-c884-4fad-958b-8531088a52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:26.656941 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fbad446d-dd93-4358-b511-122a4788dffe req-96ec1c30-c884-4fad-958b-8531088a52e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0816555 Jan 31 05:03:26.700326 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fbad446d-dd93-4358-b511-122a4788dffe req-c4ac917e-6d05-4565-ae66-eb309a8b7339 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31310b8b-ebdf-414b-9984-e3252a54c75e HTTP/1.1" status: 200 len: 217 time: 0.0369184 Jan 31 05:03:26.774320 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad446d-dd93-4358-b511-122a4788dffe req-6d381236-bea8-4294-9290-db6c5a23d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:26.775945 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fbad446d-dd93-4358-b511-122a4788dffe req-6d381236-bea8-4294-9290-db6c5a23d2a6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0701027 Jan 31 05:03:26.822109 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62365cc3-03e3-4d12-a67a-e4fed327c24a req-1eeb95a9-2033-44ed-aff3-317f79a013e9 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:26.823573 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-62365cc3-03e3-4d12-a67a-e4fed327c24a req-1eeb95a9-2033-44ed-aff3-317f79a013e9 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 943 time: 0.0916946 Jan 31 05:03:26.849888 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad446d-dd93-4358-b511-122a4788dffe req-7140eaad-b32c-41b3-88df-c50f3c7eb2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:26.851341 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fbad446d-dd93-4358-b511-122a4788dffe req-7140eaad-b32c-41b3-88df-c50f3c7eb2a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693841 Jan 31 05:03:26.905293 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-62365cc3-03e3-4d12-a67a-e4fed327c24a req-79774e4e-d7fb-4bd3-8a3c-960011ddaf3f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759470 Jan 31 05:03:26.962248 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fbad446d-dd93-4358-b511-122a4788dffe req-16b61414-8329-4fd1-a39c-a7eb800588fb service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009710 Jan 31 05:03:27.051661 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fbad446d-dd93-4358-b511-122a4788dffe req-f6764ab9-8f65-407f-9a54-fe4b551c7442 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837615 Jan 31 05:03:27.530577 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-15dbf148-2f9f-4550-937d-66ae5de5aeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:28.023545 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692b083-9924-498f-93ec-e82b690be336 req-7c95b411-a5bd-4885-b230-75744bdac5b8 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:28.025051 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c692b083-9924-498f-93ec-e82b690be336 req-7c95b411-a5bd-4885-b230-75744bdac5b8 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 943 time: 0.0519307 Jan 31 05:03:28.072400 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-c692b083-9924-498f-93ec-e82b690be336 req-a47300ce-c702-4084-80a3-8776ee416473 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419123 Jan 31 05:03:28.576042 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:29.189213 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1d1e6-89e6-4036-99a5-b91fd456be48 req-a60f6e03-cd68-4df2-a2eb-28293299ca26 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:29.190672 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c4d1d1e6-89e6-4036-99a5-b91fd456be48 req-a60f6e03-cd68-4df2-a2eb-28293299ca26 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 943 time: 0.0515594 Jan 31 05:03:29.245831 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-c4d1d1e6-89e6-4036-99a5-b91fd456be48 req-ced01f65-df11-4d74-8975-1a1b2476377d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489109 Jan 31 05:03:30.193627 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:30.364733 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a98f5-a1be-4f69-a9c0-1078c39a7ec5 req-39735b72-8501-41f0-832b-2142b0409dda tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:30.366563 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4c0a98f5-a1be-4f69-a9c0-1078c39a7ec5 req-39735b72-8501-41f0-832b-2142b0409dda tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 943 time: 0.0558987 Jan 31 05:03:30.415397 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4c0a98f5-a1be-4f69-a9c0-1078c39a7ec5 req-6e49348a-15ea-4d18-9263-a3e36ebd3286 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431437 Jan 31 05:03:31.364973 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:31.529146 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254755-6620-4997-9242-dabd68ebb5ef req-681460d2-6871-44ce-b024-28676115bcde tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:31.530609 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ab254755-6620-4997-9242-dabd68ebb5ef req-681460d2-6871-44ce-b024-28676115bcde tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 943 time: 0.0504634 Jan 31 05:03:31.577165 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ab254755-6620-4997-9242-dabd68ebb5ef req-f7033cd7-a08c-448a-b005-194778115570 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410640 Jan 31 05:03:32.692555 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f2727-28ff-43d8-9191-5907058d328e req-1ad02530-73d6-4fb8-902a-e8fb79056ec4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:32.694000 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f0f2727-28ff-43d8-9191-5907058d328e req-1ad02530-73d6-4fb8-902a-e8fb79056ec4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 943 time: 0.0524416 Jan 31 05:03:32.741218 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-1f0f2727-28ff-43d8-9191-5907058d328e req-87cb991d-53f7-41a9-9e12-eaead75bc231 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414636 Jan 31 05:03:33.859819 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06337270-4a93-4469-a6f5-f64d0d653f20 req-06776ffd-1107-4f93-83ba-0f62526244ba tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:33.861523 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-06337270-4a93-4469-a6f5-f64d0d653f20 req-06776ffd-1107-4f93-83ba-0f62526244ba tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 943 time: 0.0556672 Jan 31 05:03:33.908032 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-06337270-4a93-4469-a6f5-f64d0d653f20 req-9de26c12-499f-493d-a912-7b6de9b2bbb0 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411260 Jan 31 05:03:35.023167 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba906d-f3e2-443b-862f-5c8c90c26a1b req-90df7d42-002d-4e5b-b1fe-cef371a9b18c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:35.025231 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cbba906d-f3e2-443b-862f-5c8c90c26a1b req-90df7d42-002d-4e5b-b1fe-cef371a9b18c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 943 time: 0.0515652 Jan 31 05:03:35.075142 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-cbba906d-f3e2-443b-862f-5c8c90c26a1b req-39b85d35-6202-4fb0-a9c9-9c397dde8642 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445595 Jan 31 05:03:35.684639 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:36.190988 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fac363-a4e6-4268-8e5b-0484756c00d2 req-289fe744-a078-43ac-9aaa-c19e39a3b85b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:36.192448 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-94fac363-a4e6-4268-8e5b-0484756c00d2 req-289fe744-a078-43ac-9aaa-c19e39a3b85b tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 943 time: 0.0519242 Jan 31 05:03:36.240552 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-94fac363-a4e6-4268-8e5b-0484756c00d2 req-81a6c380-d491-4cb2-adc1-8738d86a98e8 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417664 Jan 31 05:03:36.302549 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 31310b8b-ebdf-414b-9984-e3252a54c75e details requested by agent hyperv_hv-cinder-82660 with host hv-cinder-82660 {{(pid=109633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 05:03:36.400870 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 31310b8b-ebdf-414b-9984-e3252a54c75e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=31310b8b-ebdf-414b-9984-e3252a54c75e,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:03:36.411408 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Returning: {'device': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'port_id': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'mac_address': 'fa:16:3e:54:8d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 05:03:36.448138 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 31310b8b-ebdf-414b-9984-e3252a54c75e is: DOWN; New status is: BUILD {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 05:03:36.448531 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:36.460386 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31310b8b-ebdf-414b-9984-e3252a54c75e {{(pid=109633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 05:03:36.479830 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 31310b8b-ebdf-414b-9984-e3252a54c75e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=31310b8b-ebdf-414b-9984-e3252a54c75e,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:03:36.536166 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:36.587850 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=31310b8b-ebdf-414b-9984-e3252a54c75e,revision_number=4']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:03:36.594674 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.595053 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.595399 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.595738 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.596073 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.596412 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.596741 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.597068 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.597394 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.597720 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.598045 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.598366 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.598686 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:03:36.936577 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] get_ports_and_sgs() called for port_ids ['31310b8b-ebdf-414b-9984-e3252a54c75e'] {{(pid=109633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 05:03:37.366177 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9421e46-94a0-4d5d-832d-1f896cb4bd04 req-2d817cad-fa5e-4f6c-8171-b6ed6b59b1ca tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:37.368380 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b9421e46-94a0-4d5d-832d-1f896cb4bd04 req-2d817cad-fa5e-4f6c-8171-b6ed6b59b1ca tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 944 time: 0.0561280 Jan 31 05:03:37.424461 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b9421e46-94a0-4d5d-832d-1f896cb4bd04 req-2640cb46-0152-4026-96ba-d4f5dea3e08c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505838 Jan 31 05:03:38.320143 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 31310b8b-ebdf-414b-9984-e3252a54c75e up at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 05:03:38.410474 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning for port 31310b8b-ebdf-414b-9984-e3252a54c75e completed by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 05:03:38.414572 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.provisioning_blocks [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Provisioning complete for port 31310b8b-ebdf-414b-9984-e3252a54c75e triggered by entity L2. {{(pid=109633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 05:03:38.414967 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16661154'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), provisioning_complete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:38.488270 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Current status of the port 31310b8b-ebdf-414b-9984-e3252a54c75e is: BUILD; New status is: ACTIVE {{(pid=109633) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 05:03:38.488699 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), before_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:38.513707 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31310b8b-ebdf-414b-9984-e3252a54c75e'}] {{(pid=109633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:03:38.515944 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e915f348f020b96ba8d703b2567c02712b274983a77c7e278b2502f3f54849d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5bdc49-de55-4ca2-93f4-96b205a8a1ab" -d '{"events": [{"server_uuid": "f81d5946-7c48-488c-b6b1-ed198857128f", "name": "network-vif-plugged", "status": "completed", "tag": "31310b8b-ebdf-414b-9984-e3252a54c75e"}]}' {{(pid=109633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:03:38.532537 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] For port 31310b8b-ebdf-414b-9984-e3252a54c75e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=31310b8b-ebdf-414b-9984-e3252a54c75e,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:03:38.547438 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46290de-ac1a-498d-b223-a86b2535227f req-8370d644-d63d-43e0-8d68-e27dadc4bcce tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:38.551237 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a46290de-ac1a-498d-b223-a86b2535227f req-8370d644-d63d-43e0-8d68-e27dadc4bcce tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 944 time: 0.0550506 Jan 31 05:03:38.576803 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:38.605512 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-a46290de-ac1a-498d-b223-a86b2535227f req-a37a5e71-8916-48fb-921d-b4d4654626c9 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498457 Jan 31 05:03:38.609611 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 05:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989117b5-6ab8-457b-b5dd-857b131a9b2b x-openstack-request-id: req-989117b5-6ab8-457b-b5dd-857b131a9b2b {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:03:38.609979 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81d5946-7c48-488c-b6b1-ed198857128f", "name": "network-vif-plugged", "status": "completed", "tag": "31310b8b-ebdf-414b-9984-e3252a54c75e", "code": 200}]} {{(pid=109633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:03:38.610447 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-989117b5-6ab8-457b-b5dd-857b131a9b2b {{(pid=109633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:03:38.611193 dv-cinder-826608-2-iscsi neutron-server[109633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'code': 200} Jan 31 05:03:38.629304 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Pushing event updated for resources: {'Port': ['ID=31310b8b-ebdf-414b-9984-e3252a54c75e,revision_number=5']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:03:38.936362 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1258a6c-481b-4345-821e-c0585c6140c1 req-1e3bf2b7-0e3f-4fa2-8317-6b7d088fbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:38.937848 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e1258a6c-481b-4345-821e-c0585c6140c1 req-1e3bf2b7-0e3f-4fa2-8317-6b7d088fbcca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 1129 time: 0.0430467 Jan 31 05:03:38.981130 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e1258a6c-481b-4345-821e-c0585c6140c1 req-deabc082-eb3f-4687-bd4a-55abc40e9e0d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379176 Jan 31 05:03:39.723074 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940f20d-0875-493e-a1d5-7c0318694ebc req-e5177baf-2a04-4b5f-ac1e-157b1dc16299 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:39.724540 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a940f20d-0875-493e-a1d5-7c0318694ebc req-e5177baf-2a04-4b5f-ac1e-157b1dc16299 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 945 time: 0.0515783 Jan 31 05:03:39.772291 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-a940f20d-0875-493e-a1d5-7c0318694ebc req-63c8e0e2-332d-49b5-a1c1-face76439690 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417149 Jan 31 05:03:40.887415 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bd0f5-26dc-4683-b067-499e32363e90 req-30d43d92-5904-4fac-b84e-818922684774 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:40.888772 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-769bd0f5-26dc-4683-b067-499e32363e90 req-30d43d92-5904-4fac-b84e-818922684774 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 945 time: 0.0508890 Jan 31 05:03:40.935935 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-769bd0f5-26dc-4683-b067-499e32363e90 req-4d93cb40-8b0a-4b9a-8071-2b40c500b99d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417676 Jan 31 05:03:41.052856 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361bfbf-2362-4f03-a973-7824cc06018e req-0f0c209c-5853-49f4-b39d-35d09219b77f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:41.054301 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d361bfbf-2362-4f03-a973-7824cc06018e req-0f0c209c-5853-49f4-b39d-35d09219b77f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 945 time: 0.0549061 Jan 31 05:03:41.101279 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-d361bfbf-2362-4f03-a973-7824cc06018e req-9f95c92d-0a75-4479-9d83-79fa864c9d79 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415783 Jan 31 05:03:41.123857 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46958) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:03:41.263755 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f392bce-b45c-42b0-8e39-6d3594fa1ea5 tempest-TestVolumeBootPattern-1081083014 tempest-TestVolumeBootPattern-1081083014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:41.265250 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-0f392bce-b45c-42b0-8e39-6d3594fa1ea5 tempest-TestVolumeBootPattern-1081083014 tempest-TestVolumeBootPattern-1081083014-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 1124 time: 0.1404183 Jan 31 05:03:41.267980 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 46962) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:03:41.272066 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.v2.base [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Request body: {'floatingip': {'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'port_id': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 05:03:41.376010 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:41.472731 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (None), before_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:41.578184 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_common [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Allocated IP 172.27.2.142 (6f7c1944-955a-46b9-acd3-7aac217521cd/386d3d3a-6773-478d-ac88-99aa939bb987/9ee963cd-f433-46df-90b7-2efd050a613f) {{(pid=109631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 05:03:41.674555 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for port (9ee963cd-f433-46df-90b7-2efd050a613f), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:41.747631 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778031572493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (9ee963cd-f433-46df-90b7-2efd050a613f), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:41.787696 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Network 6f7c1944-955a-46b9-acd3-7aac217521cd is already hosted by enough agents. {{(pid=109631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 05:03:41.790995 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.base_scheduler [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Resources bound (agent type, host, resource id): {{(pid=109631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 05:03:41.796293 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Received port after_create {{(pid=109631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 05:03:41.819404 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'Port': ['ID=9ee963cd-f433-46df-90b7-2efd050a613f,revision_number=1']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:03:42.147236 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (698e8537-08fb-477f-9ec2-a9f7c11d4be5), precommit_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:42.270889 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16361630'] for port (9ee963cd-f433-46df-90b7-2efd050a613f), before_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:42.414714 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for port (9ee963cd-f433-46df-90b7-2efd050a613f), precommit_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:42.472952 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778032098762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778031572511', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778031572529', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191511'] for port (9ee963cd-f433-46df-90b7-2efd050a613f), after_update {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:42.540888 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event updated for resources: {'Port': ['ID=9ee963cd-f433-46df-90b7-2efd050a613f,revision_number=2']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:03:42.550540 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1042077'] for floatingip (698e8537-08fb-477f-9ec2-a9f7c11d4be5), after_create {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:42.646626 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.db.l3_db [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Floating IP 698e8537-08fb-477f-9ec2-a9f7c11d4be5 associated. External IP: 172.27.2.142, port: 31310b8b-ebdf-414b-9984-e3252a54c75e. Jan 31 05:03:42.845044 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Router 92cdcb5d-d737-4f31-9087-3b72ec972b3c has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 05:03:43.211913 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 05:03:43.222665 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] Sync routers for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 05:03:43.234186 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:03:43.236374 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:03:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:03:43.285818 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:43.326876 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-77e015f8-1c20-46af-a767-c6069ee67815 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0473959 Jan 31 05:03:43.326876 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'tag': '31310b8b-ebdf-414b-9984-e3252a54c75e'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:03:43.326876 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f81d5946-7c48-488c-b6b1-ed198857128f", "tag": "31310b8b-ebdf-414b-9984-e3252a54c75e"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:03:43.360110 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 05:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002e223f-0153-43a1-a4f8-227054be87aa x-openstack-request-id: req-002e223f-0153-43a1-a4f8-227054be87aa {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:03:43.360435 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81d5946-7c48-488c-b6b1-ed198857128f", "tag": "31310b8b-ebdf-414b-9984-e3252a54c75e", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:03:43.360933 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-002e223f-0153-43a1-a4f8-227054be87aa {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:03:43.361339 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'tag': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'status': 'completed', 'code': 200} Jan 31 05:03:43.447656 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-0874fa74-978c-4174-a395-23cf091ae962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:43.449136 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-0874fa74-978c-4174-a395-23cf091ae962 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 1129 time: 0.0462477 Jan 31 05:03:43.467815 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:03:43.539693 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-3a086492-3057-479d-b30c-500c8d69ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:43.541348 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-3a086492-3057-479d-b30c-500c8d69ad97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0865388 Jan 31 05:03:43.604356 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-28c845a6-c87d-4e35-9f76-8ef3f67b7f45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31310b8b-ebdf-414b-9984-e3252a54c75e HTTP/1.1" status: 200 len: 999 time: 0.0575347 Jan 31 05:03:43.653439 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-f35ce8ad-2be1-4276-ace2-771cea706cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:43.654921 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-f35ce8ad-2be1-4276-ace2-771cea706cca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0443640 Jan 31 05:03:43.695110 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '698e8537-08fb-477f-9ec2-a9f7c11d4be5', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:54:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:03:42Z', 'updated_at': '2022-01-31T05:03:42Z', 'revision_number': 0, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}, {'id': '76b8c5aa-a350-45bc-a433-b9f92b146bf6', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:01:19Z', 'updated_at': '2022-01-31T05:01:21Z', 'revision_number': 1, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:03:43.706683 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-083b1844-3cb4-4d72-9429-290872eea364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:43.708247 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-083b1844-3cb4-4d72-9429-290872eea364 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471845 Jan 31 05:03:43.722533 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] Checking router: 92cdcb5d-d737-4f31-9087-3b72ec972b3c for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 05:03:43.730739 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:03:43.731369 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:03:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:03:43.794594 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-83195db7-1433-49fe-ad03-bab6c8310fae service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800250 Jan 31 05:03:43.837072 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:03:43.886431 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-90a5b30e-5ea3-4d7b-93c7-f5f61b5c14c4 req-37e2cebd-91c8-4c08-af85-669f23955230 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839608 Jan 31 05:03:44.056691 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '698e8537-08fb-477f-9ec2-a9f7c11d4be5', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:54:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:03:42Z', 'updated_at': '2022-01-31T05:03:42Z', 'revision_number': 0, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}, {'id': '76b8c5aa-a350-45bc-a433-b9f92b146bf6', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:01:19Z', 'updated_at': '2022-01-31T05:01:21Z', 'revision_number': 1, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:03:44.086267 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd95c7f-4c92-40db-8630-3463cec85cd4 None None] The sync data for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi is: [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '698e8537-08fb-477f-9ec2-a9f7c11d4be5', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:54:8d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:03:42Z', 'updated_at': '2022-01-31T05:03:42Z', 'revision_number': 0, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}, {'id': '76b8c5aa-a350-45bc-a433-b9f92b146bf6', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:01:19Z', 'updated_at': '2022-01-31T05:01:21Z', 'revision_number': 1, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 05:03:44.265263 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9425a4a-41c6-4207-80da-d666f5a5a03d None None] New status for floating IP 698e8537-08fb-477f-9ec2-a9f7c11d4be5: ACTIVE {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 05:03:45.095656 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:03:46.197120 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-a1cb012e-ebc6-481f-adae-d62d0c44ff52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435612 Jan 31 05:03:46.298329 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-645241b9-ddd1-4cf1-bdb8-37fed32eba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:46.299874 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-645241b9-ddd1-4cf1-bdb8-37fed32eba02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 1129 time: 0.0439341 Jan 31 05:03:46.401512 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-cae15508-04f8-4e66-ae65-e1e5d5cce1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:46.402900 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-cae15508-04f8-4e66-ae65-e1e5d5cce1d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0860851 Jan 31 05:03:46.466230 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-aea3637c-6990-403d-bf80-fea7a68ff604 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679 HTTP/1.1" status: 200 len: 1001 time: 0.0575953 Jan 31 05:03:46.516849 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-14bfe756-6709-4298-983d-3facdd7a5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:46.518277 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-14bfe756-6709-4298-983d-3facdd7a5b07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0466371 Jan 31 05:03:46.566966 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-a8eec5e1-9c6b-444f-bbd3-ab5b219e2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:03:46.568511 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-a8eec5e1-9c6b-444f-bbd3-ab5b219e2102 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439818 Jan 31 05:03:46.662906 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-fc51413f-9b3e-4d29-a27f-1c533a8ccc32 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870917 Jan 31 05:03:46.749895 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ff5dc874-53ea-4309-b693-c2bb681e11a6 req-2ff6f821-f19d-4ea7-acb8-c967d30a2a0c service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815518 Jan 31 05:03:55.272893 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-213e6550-1f57-48eb-a98c-264a09fc085e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:57.557176 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-4430de14-f35d-4770-8334-53fdeeb1542d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:03:58.564456 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:00.181068 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:01.381691 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:05.723845 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:22.095362 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:04:25.259578 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-649ed320-b40f-4a71-a536-89c4f2152e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:27.529083 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0a2a01c1-b5ce-439f-a1fb-c2eb84a438ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:28.575608 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:30.163309 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:31.368841 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:35.722285 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:46.188995 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-8b86f341-d739-42d3-8b0d-71a8bdab7981 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428712 Jan 31 05:04:46.266144 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-c2291854-2dfe-4cf6-89b8-076a02b5ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:04:46.267643 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-c2291854-2dfe-4cf6-89b8-076a02b5ed97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 1129 time: 0.0467608 Jan 31 05:04:46.365112 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-fa433f57-271a-47e6-9487-a06b3a4bef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:04:46.366467 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-fa433f57-271a-47e6-9487-a06b3a4bef0c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0813296 Jan 31 05:04:46.432587 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-74b2af18-8a99-48e7-b5f0-c34f91a492ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31310b8b-ebdf-414b-9984-e3252a54c75e HTTP/1.1" status: 200 len: 1001 time: 0.0588512 Jan 31 05:04:46.479389 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-f3ca19d2-3425-4fad-a20a-747ca7bfb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:04:46.480799 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-f3ca19d2-3425-4fad-a20a-747ca7bfb763 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0421126 Jan 31 05:04:46.529734 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-efae6a5d-6f85-40aa-82de-3187a31cc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:04:46.531237 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-efae6a5d-6f85-40aa-82de-3187a31cc869 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435278 Jan 31 05:04:46.620825 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-48d04704-5e8a-4738-9bbc-d37ac99079c9 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831695 Jan 31 05:04:46.706700 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-fd47f46e-049d-4a9f-b6fe-e6fd38fe9e28 req-b577457d-8b8d-4664-a7a0-502b8a7dec1c service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797634 Jan 31 05:04:55.281630 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-508e0697-0e3c-4873-8fed-c2d3518259d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:57.545521 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0828fd14-88fa-44bf-b85d-0f84a0cc565e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:58.574111 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:04:59.095643 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:05:00.179320 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:01.374377 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:05.722409 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:25.333557 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e1da2220-2501-468a-8d5d-ab2fa105df5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:27.538874 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a3f9af43-bfcc-4b3d-a35b-05fbc2f583d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:28.578216 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:30.207643 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:31.379427 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:32.285133 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 47008) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:32.434997 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Deleting port 9ee963cd-f433-46df-90b7-2efd050a613f {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:32.492407 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (9ee963cd-f433-46df-90b7-2efd050a613f), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:32.511687 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (9ee963cd-f433-46df-90b7-2efd050a613f), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:32.512008 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (9ee963cd-f433-46df-90b7-2efd050a613f), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:32.523842 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Calling delete_port for 9ee963cd-f433-46df-90b7-2efd050a613f owned by network:floatingip {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:32.716467 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (9ee963cd-f433-46df-90b7-2efd050a613f), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:32.744342 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event deleted for resources: {'Port': ['ID=9ee963cd-f433-46df-90b7-2efd050a613f,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:32.756070 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.756425 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.756775 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.757111 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.757442 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.757773 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.758103 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.758429 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.758753 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.761995 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.761995 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.761995 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.761995 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:32.813832 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (698e8537-08fb-477f-9ec2-a9f7c11d4be5), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:32.814158 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.l3_db [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Floating IP 698e8537-08fb-477f-9ec2-a9f7c11d4be5 disassociated (deleted). External IP: 172.27.2.142, port: 31310b8b-ebdf-414b-9984-e3252a54c75e. Jan 31 05:05:33.269694 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Router 92cdcb5d-d737-4f31-9087-3b72ec972b3c has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 05:05:33.376865 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 05:05:33.381453 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:33.388053 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] Sync routers for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 05:05:33.396957 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:05:33.397561 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:05:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:33.413882 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-bc8581c6-c1aa-4b81-a4b3-9d5123559e3c tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "DELETE /v2.0/floatingips/698e8537-08fb-477f-9ec2-a9f7c11d4be5 HTTP/1.1" status: 204 len: 168 time: 1.1253710 Jan 31 05:05:33.413882 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'tag': '31310b8b-ebdf-414b-9984-e3252a54c75e'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:05:33.414379 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a68e7d-cb80-408f-af30-3d1411ddd730" -d '{"events": [{"name": "network-changed", "server_uuid": "f81d5946-7c48-488c-b6b1-ed198857128f", "tag": "31310b8b-ebdf-414b-9984-e3252a54c75e"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:05:33.509318 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:05:33.518209 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 05:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b047f1cb-6c4f-4855-8816-af630c3eace1 x-openstack-request-id: req-b047f1cb-6c4f-4855-8816-af630c3eace1 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:05:33.518209 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81d5946-7c48-488c-b6b1-ed198857128f", "tag": "31310b8b-ebdf-414b-9984-e3252a54c75e", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:05:33.518209 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b047f1cb-6c4f-4855-8816-af630c3eace1 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:05:33.518209 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'tag': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'status': 'completed', 'code': 200} Jan 31 05:05:33.605053 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-48b1a1b7-b669-4cc5-b5be-17c0d6c99b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:33.607333 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-48b1a1b7-b669-4cc5-b5be-17c0d6c99b3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 1129 time: 0.0504122 Jan 31 05:05:33.705724 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-f6d2e937-19fc-4b09-9fcd-6246d2f499dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:33.707721 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-f6d2e937-19fc-4b09-9fcd-6246d2f499dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0933135 Jan 31 05:05:33.741272 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '76b8c5aa-a350-45bc-a433-b9f92b146bf6', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:01:19Z', 'updated_at': '2022-01-31T05:01:21Z', 'revision_number': 1, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:33.752550 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-fae88069-c367-4e74-b3ec-30ee4d4f8bd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31310b8b-ebdf-414b-9984-e3252a54c75e HTTP/1.1" status: 200 len: 217 time: 0.0395854 Jan 31 05:05:33.768388 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] Checking router: 92cdcb5d-d737-4f31-9087-3b72ec972b3c for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 05:05:33.777076 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:05:33.777692 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:05:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:33.855611 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-5b691a9c-7ad1-4b54-a621-3f121c24ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:33.859385 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-5b691a9c-7ad1-4b54-a621-3f121c24ea2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0741446 Jan 31 05:05:33.885533 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:05:33.908578 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9491a8-cb57-4b88-9d1c-2bd8106f4247 req-a4809579-a69d-488d-9279-7227c047dd3d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:33.910060 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2b9491a8-cb57-4b88-9d1c-2bd8106f4247 req-a4809579-a69d-488d-9279-7227c047dd3d tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 945 time: 0.0925193 Jan 31 05:05:33.937080 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-5746ea23-5ce0-4373-9365-ed9239d48c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:33.940865 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-5746ea23-5ce0-4373-9365-ed9239d48c00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729854 Jan 31 05:05:33.995268 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2b9491a8-cb57-4b88-9d1c-2bd8106f4247 req-84d98386-62bc-47e3-b199-d3e9ccf38e91 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792170 Jan 31 05:05:34.050227 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-05f3fc75-e3f9-4659-9cd5-d4f19f68a8ea service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020496 Jan 31 05:05:34.119436 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '76b8c5aa-a350-45bc-a433-b9f92b146bf6', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:01:19Z', 'updated_at': '2022-01-31T05:01:21Z', 'revision_number': 1, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:34.145561 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-43a68e7d-cb80-408f-af30-3d1411ddd730 req-6e9f2d73-aa13-456d-969f-9371719dfac6 service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880959 Jan 31 05:05:34.276890 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c306e1-86aa-4d9d-b969-c2949db593c6 None None] The sync data for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi is: [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_floatingips': [{'id': '76b8c5aa-a350-45bc-a433-b9f92b146bf6', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'router_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'port_id': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'mac_address': 'fa:16:3e:90:47:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T05:01:19Z', 'updated_at': '2022-01-31T05:01:21Z', 'revision_number': 1, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 05:05:34.485019 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0cd91d-4e5a-493f-b7dc-6a50e228ca96 None None] New status for floating IP 698e8537-08fb-477f-9ec2-a9f7c11d4be5: DOWN {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 05:05:35.171814 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e1c5b-c41b-46e8-aebb-6b1818132039 req-25a000d7-a90f-4d42-b9b4-c143933134bc tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:35.173271 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b52e1c5b-c41b-46e8-aebb-6b1818132039 req-25a000d7-a90f-4d42-b9b4-c143933134bc tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 945 time: 0.1048591 Jan 31 05:05:35.222707 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-b52e1c5b-c41b-46e8-aebb-6b1818132039 req-87ef30ed-00f3-4177-a046-fdc1e4420074 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438011 Jan 31 05:05:35.609930 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-87033b8e-41dd-4429-9fbc-807d1ee2811f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:35.611407 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-87033b8e-41dd-4429-9fbc-807d1ee2811f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 945 time: 0.0524194 Jan 31 05:05:35.701050 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Deleting port 31310b8b-ebdf-414b-9984-e3252a54c75e {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:35.701391 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:35.721697 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:35.792049 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] For port 31310b8b-ebdf-414b-9984-e3252a54c75e, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=31310b8b-ebdf-414b-9984-e3252a54c75e,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:05:35.792416 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:35.804913 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Calling delete_port for 31310b8b-ebdf-414b-9984-e3252a54c75e owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:35.967644 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (31310b8b-ebdf-414b-9984-e3252a54c75e), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:36.001632 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event deleted for resources: {'Port': ['ID=31310b8b-ebdf-414b-9984-e3252a54c75e,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.052433 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:36.053706 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] No DVR routers for this DVR port 31310b8b-ebdf-414b-9984-e3252a54c75e on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:05:36.054724 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:36.058503 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-2dee543c-222a-4ad0-a135-d543931d4b15 req-7095fa5a-b76a-4c6b-ba55-b7b336540a46 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "DELETE /v2.0/ports/31310b8b-ebdf-414b-9984-e3252a54c75e HTTP/1.1" status: 204 len: 173 time: 0.4420481 Jan 31 05:05:36.058963 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'name': 'network-vif-deleted', 'tag': '31310b8b-ebdf-414b-9984-e3252a54c75e'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:05:36.061857 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9f6342-60c0-4d9a-accb-0e59cfe788b4" -d '{"events": [{"server_uuid": "f81d5946-7c48-488c-b6b1-ed198857128f", "name": "network-vif-deleted", "tag": "31310b8b-ebdf-414b-9984-e3252a54c75e"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:05:36.096972 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:05:36.100057 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 05:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee68b869-732f-415d-9969-d28f1144c241 x-openstack-request-id: req-ee68b869-732f-415d-9969-d28f1144c241 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:05:36.100345 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81d5946-7c48-488c-b6b1-ed198857128f", "name": "network-vif-deleted", "tag": "31310b8b-ebdf-414b-9984-e3252a54c75e", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:05:36.100603 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee68b869-732f-415d-9969-d28f1144c241 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:05:36.101002 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81d5946-7c48-488c-b6b1-ed198857128f', 'name': 'network-vif-deleted', 'tag': '31310b8b-ebdf-414b-9984-e3252a54c75e', 'status': 'completed', 'code': 200} Jan 31 05:05:36.320383 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-debaa167-4ad9-4909-8b67-576c9973aae0 req-8ffc8a7f-ae87-4cbd-b7c3-36cb09d42527 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 210 time: 0.0301952 Jan 31 05:05:37.432912 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-cf274c78-614f-42e3-96f2-16646ef4c7d7 req-22c8d2df-0e53-4550-bc9a-643394436ab6 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=f81d5946-7c48-488c-b6b1-ed198857128f HTTP/1.1" status: 200 len: 210 time: 0.0270636 Jan 31 05:05:40.893803 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 47056) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:40.997889 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 31310b8b-ebdf-414b-9984-e3252a54c75e no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:05:41.018346 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 31310b8b-ebdf-414b-9984-e3252a54c75e {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:05:41.018671 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 31310b8b-ebdf-414b-9984-e3252a54c75e not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:05:41.073562 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Deleting port 3dcf919a-3a6d-4d2c-b52d-df97e0190eb9 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:41.073900 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (3dcf919a-3a6d-4d2c-b52d-df97e0190eb9), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:41.145680 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (3dcf919a-3a6d-4d2c-b52d-df97e0190eb9), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:41.145903 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (3dcf919a-3a6d-4d2c-b52d-df97e0190eb9), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:41.157654 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Calling delete_port for 3dcf919a-3a6d-4d2c-b52d-df97e0190eb9 owned by network:floatingip {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:41.350633 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (3dcf919a-3a6d-4d2c-b52d-df97e0190eb9), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:41.374604 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event deleted for resources: {'Port': ['ID=3dcf919a-3a6d-4d2c-b52d-df97e0190eb9,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:41.439162 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (76b8c5aa-a350-45bc-a433-b9f92b146bf6), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:41.439471 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.db.l3_db [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Floating IP 76b8c5aa-a350-45bc-a433-b9f92b146bf6 disassociated (deleted). External IP: 172.27.2.242, port: 67da84bc-ecc7-4515-833e-0b8f7bdae679. Jan 31 05:05:41.636461 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Router 92cdcb5d-d737-4f31-9087-3b72ec972b3c has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 05:05:41.741122 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 05:05:41.745864 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:41.752364 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] Sync routers for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 05:05:41.761306 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:05:41.761929 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:05:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:41.774180 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-76b6fd9b-ba49-49ec-8e99-92174ee9152e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "DELETE /v2.0/floatingips/76b8c5aa-a350-45bc-a433-b9f92b146bf6 HTTP/1.1" status: 204 len: 168 time: 0.8793206 Jan 31 05:05:41.774767 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'tag': '67da84bc-ecc7-4515-833e-0b8f7bdae679'}] {{(pid=109632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:05:41.777046 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eae8ec009f9dad9ce6fd87b032036298f49d13c880dcc5c013e9b3f3d3ac53d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7238aa-d3db-421a-ad3d-2fd5f019f435" -d '{"events": [{"name": "network-changed", "server_uuid": "4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c", "tag": "67da84bc-ecc7-4515-833e-0b8f7bdae679"}]}' {{(pid=109632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:05:41.819683 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 05:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52151744-a9c7-47c3-91ef-6e5d7423ba11 x-openstack-request-id: req-52151744-a9c7-47c3-91ef-6e5d7423ba11 {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:05:41.819975 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c", "tag": "67da84bc-ecc7-4515-833e-0b8f7bdae679", "status": "completed", "code": 200}]} {{(pid=109632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:05:41.820226 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52151744-a9c7-47c3-91ef-6e5d7423ba11 {{(pid=109632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:05:41.821101 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'tag': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'status': 'completed', 'code': 200} Jan 31 05:05:41.870936 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:05:41.911050 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-12b40e23-c538-40b5-8bbf-56619da9fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:41.912599 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-12b40e23-c538-40b5-8bbf-56619da9fa14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 1129 time: 0.0488071 Jan 31 05:05:42.005071 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-5603226e-0aa7-4331-aa4b-2f026c688495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:42.006541 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-5603226e-0aa7-4331-aa4b-2f026c688495 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 200 len: 911 time: 0.0882549 Jan 31 05:05:42.049680 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-3a591826-ea4b-4733-84e3-02491a364c2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679 HTTP/1.1" status: 200 len: 217 time: 0.0376258 Jan 31 05:05:42.075505 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:42.102531 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] Checking router: 92cdcb5d-d737-4f31-9087-3b72ec972b3c for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 05:05:42.102957 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-ddc56c05-4be9-436f-b4ba-97953e3353a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:42.104487 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-ddc56c05-4be9-436f-b4ba-97953e3353a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 200 len: 850 time: 0.0453751 Jan 31 05:05:42.111611 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:05:42.112213 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:05:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:42.156882 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-676d824e-1b82-412c-a694-93a75adf3d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:42.156882 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-676d824e-1b82-412c-a694-93a75adf3d88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d6fe4c16-92c7-4a31-bdef-109ade3261a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459461 Jan 31 05:05:42.218934 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:05:42.250010 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cbadd-c6e4-429f-a5ef-0721db22b983 req-cefd640e-3197-4b26-90ce-b03d9ba409f4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:42.251626 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4e5cbadd-c6e4-429f-a5ef-0721db22b983 req-cefd640e-3197-4b26-90ce-b03d9ba409f4 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 945 time: 0.0562875 Jan 31 05:05:42.303364 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-4e5cbadd-c6e4-429f-a5ef-0721db22b983 req-51e97086-a954-4313-b710-4847312fbba6 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461724 Jan 31 05:05:42.303599 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-d5360402-3e12-441b-8076-2197f5a9645d service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930595 Jan 31 05:05:42.393710 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-8a7238aa-d3db-421a-ad3d-2fd5f019f435 req-b79851f4-26ab-46b7-b73a-41d32f61f02b service neutron] 10.222.0.31 "GET /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835428 Jan 31 05:05:42.425294 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:42.451735 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508b0f7f-b9d5-431b-8541-cbfda3649c00 None None] The sync data for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi is: [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T04:57:45Z', 'revision_number': 4, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi', '_interfaces': [{'id': 'e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95', 'name': '', 'network_id': 'd6fe4c16-92c7-4a31-bdef-109ade3261a7', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'mac_address': 'fa:16:3e:ea:64:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:44Z', 'updated_at': '2022-01-31T04:57:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'subnets': [{'id': '5ac99090-3642-478a-bef8-38c7af2f2efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 05:05:42.665937 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033f218-1c5a-4653-96af-6632ef51cc48 None None] New status for floating IP 76b8c5aa-a350-45bc-a433-b9f92b146bf6: DOWN {{(pid=109634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 05:05:43.428063 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29dce90-f735-4a63-a028-3e76da88593f req-cb9e3a68-c987-459b-af72-105d1e0e4727 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:43.446976 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e29dce90-f735-4a63-a028-3e76da88593f req-cb9e3a68-c987-459b-af72-105d1e0e4727 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 945 time: 0.0522304 Jan 31 05:05:43.481709 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e29dce90-f735-4a63-a028-3e76da88593f req-99596691-c541-4526-a14d-c320295f3e0e tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/security-groups?id=8324336f-a011-4139-a2c4-2c1ea0166a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466368 Jan 31 05:05:44.011477 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-103f3968-cdb6-45da-9160-bd5cc1ac1f28 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 05:05:44.012926 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-103f3968-cdb6-45da-9160-bd5cc1ac1f28 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 945 time: 0.0524855 Jan 31 05:05:44.100849 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-00c5e697-932c-41f8-997f-c0e1dee4833f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Deleting port 67da84bc-ecc7-4515-833e-0b8f7bdae679 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:44.101196 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-00c5e697-932c-41f8-997f-c0e1dee4833f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:44.191161 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-00c5e697-932c-41f8-997f-c0e1dee4833f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] For port 67da84bc-ecc7-4515-833e-0b8f7bdae679, host hv-cinder-82660, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82660',level=0,port_id=67da84bc-ecc7-4515-833e-0b8f7bdae679,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:05:44.191524 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-00c5e697-932c-41f8-997f-c0e1dee4833f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:44.203752 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-00c5e697-932c-41f8-997f-c0e1dee4833f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Calling delete_port for 67da84bc-ecc7-4515-833e-0b8f7bdae679 owned by compute:nova {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:44.362124 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-00c5e697-932c-41f8-997f-c0e1dee4833f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (67da84bc-ecc7-4515-833e-0b8f7bdae679), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:44.390859 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5e697-932c-41f8-997f-c0e1dee4833f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event deleted for resources: {'Port': ['ID=67da84bc-ecc7-4515-833e-0b8f7bdae679,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:44.432954 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-00c5e697-932c-41f8-997f-c0e1dee4833f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] No DVR routers for this DVR port 67da84bc-ecc7-4515-833e-0b8f7bdae679 on host hv-cinder-82660 {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:05:44.435983 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-00c5e697-932c-41f8-997f-c0e1dee4833f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for port (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:44.440037 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-ce68cb0e-c0c7-429e-a64d-9d1b8a3be42c req-00c5e697-932c-41f8-997f-c0e1dee4833f tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.31 "DELETE /v2.0/ports/67da84bc-ecc7-4515-833e-0b8f7bdae679 HTTP/1.1" status: 204 len: 173 time: 0.4218481 Jan 31 05:05:44.440525 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'name': 'network-vif-deleted', 'tag': '67da84bc-ecc7-4515-833e-0b8f7bdae679'}] {{(pid=109631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 05:05:44.442875 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35b532c24e887a5da37b11709f9bb970b5eb252a6fedcc99204f6f4635d988f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a19cea-1708-42e3-90a4-7844abc4879c" -d '{"events": [{"server_uuid": "4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c", "name": "network-vif-deleted", "tag": "67da84bc-ecc7-4515-833e-0b8f7bdae679"}]}' {{(pid=109631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 05:05:44.478436 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 05:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b73a28-7792-4657-a69b-aa17296effc3 x-openstack-request-id: req-e0b73a28-7792-4657-a69b-aa17296effc3 {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 05:05:44.478739 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c", "name": "network-vif-deleted", "tag": "67da84bc-ecc7-4515-833e-0b8f7bdae679", "status": "completed", "code": 200}]} {{(pid=109631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 05:05:44.479024 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0b73a28-7792-4657-a69b-aa17296effc3 {{(pid=109631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 05:05:44.479422 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c', 'name': 'network-vif-deleted', 'tag': '67da84bc-ecc7-4515-833e-0b8f7bdae679', 'status': 'completed', 'code': 200} Jan 31 05:05:44.578589 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [req-e228ca69-b0cb-490e-ba0c-15f238d0e422 req-a55d5d10-36a1-4919-9f4a-ed14a43976c9 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 210 time: 0.0296464 Jan 31 05:05:45.688858 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [req-544c622d-88db-45a1-8bd5-6ce2d78a6380 req-ebef2413-4509-4fdb-aab9-a32b7c035566 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e02b2f9-a0c0-4517-91d6-2a1dc547ec3c HTTP/1.1" status: 200 len: 210 time: 0.0279508 Jan 31 05:05:46.742001 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 47076) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:46.862551 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-fc04c1e9-feb2-4362-848b-9dca8d30b3a1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Deleting port c527ec1a-7976-40cf-87fa-ce83827147af {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:46.862916 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fc04c1e9-feb2-4362-848b-9dca8d30b3a1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (c527ec1a-7976-40cf-87fa-ce83827147af), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:46.938082 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fc04c1e9-feb2-4362-848b-9dca8d30b3a1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (c527ec1a-7976-40cf-87fa-ce83827147af), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:46.938385 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fc04c1e9-feb2-4362-848b-9dca8d30b3a1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (c527ec1a-7976-40cf-87fa-ce83827147af), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:46.949498 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-fc04c1e9-feb2-4362-848b-9dca8d30b3a1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Calling delete_port for c527ec1a-7976-40cf-87fa-ce83827147af owned by network:floatingip {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:47.144646 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fc04c1e9-feb2-4362-848b-9dca8d30b3a1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (c527ec1a-7976-40cf-87fa-ce83827147af), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:47.167470 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04c1e9-feb2-4362-848b-9dca8d30b3a1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event deleted for resources: {'Port': ['ID=c527ec1a-7976-40cf-87fa-ce83827147af,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:47.233913 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fc04c1e9-feb2-4362-848b-9dca8d30b3a1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for floatingip (e5668be8-65e1-4bc8-970d-22e3929deb1f), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:47.236804 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-fc04c1e9-feb2-4362-848b-9dca8d30b3a1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-106845'] for floatingip (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:47.237958 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-fc04c1e9-feb2-4362-848b-9dca8d30b3a1 tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "DELETE /v2.0/floatingips/e5668be8-65e1-4bc8-970d-22e3929deb1f HTTP/1.1" status: 204 len: 168 time: 0.4949856 Jan 31 05:05:48.523229 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 47088) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:48.580524 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ede5eac8-bb80-4941-9301-a3f01606f8fa tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group (8324336f-a011-4139-a2c4-2c1ea0166a7d), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:48.604524 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ede5eac8-bb80-4941-9301-a3f01606f8fa tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group (8324336f-a011-4139-a2c4-2c1ea0166a7d), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:48.710043 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ede5eac8-bb80-4941-9301-a3f01606f8fa tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (8324336f-a011-4139-a2c4-2c1ea0166a7d), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:48.712668 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-ede5eac8-bb80-4941-9301-a3f01606f8fa tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:48.713809 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ede5eac8-bb80-4941-9301-a3f01606f8fa tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] 10.222.0.21 "DELETE /v2.0/security-groups/8324336f-a011-4139-a2c4-2c1ea0166a7d HTTP/1.1" status: 204 len: 168 time: 0.1896067 Jan 31 05:05:48.723157 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5eac8-bb80-4941-9301-a3f01606f8fa tempest-TestVolumeBootPattern-574629423 tempest-TestVolumeBootPattern-574629423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8324336f-a011-4139-a2c4-2c1ea0166a7d,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:48.822043 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 47092) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:49.033779 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 67da84bc-ecc7-4515-833e-0b8f7bdae679 no longer exists at agent hyperv_hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:05:49.054063 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] No Port match for: 67da84bc-ecc7-4515-833e-0b8f7bdae679 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:05:49.054416 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Device 67da84bc-ecc7-4515-833e-0b8f7bdae679 not bound to the agent host hv-cinder-82660 {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:05:49.249072 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043869'] for router_interface (92cdcb5d-d737-4f31-9087-3b72ec972b3c), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:49.488885 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] Deleting port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:49.489225 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:49.562659 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] For port e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:05:49.563341 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:49.578246 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] Calling delete_port for e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 owned by network:router_interface {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:49.790037 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:49.815434 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:49.975083 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043721'] for router_interface (92cdcb5d-d737-4f31-9087-3b72ec972b3c), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:50.182671 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] Router 92cdcb5d-d737-4f31-9087-3b72ec972b3c has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 05:05:50.285128 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 05:05:50.290061 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-4664f1d9-f157-4a49-9ee6-00e76c481804 admin admin] 10.222.0.21 "PUT /v2.0/routers/92cdcb5d-d737-4f31-9087-3b72ec972b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4670179 Jan 31 05:05:50.292689 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 47096) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:50.293730 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] Sync routers for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 05:05:50.304783 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:05:50.305388 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:05:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:50.398089 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Publish callbacks [] for router (92cdcb5d-d737-4f31-9087-3b72ec972b3c), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:50.410049 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: dv-cinder-826608-2-iscsi {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:05:50.495996 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Publish callbacks [] for router_gateway (92cdcb5d-d737-4f31-9087-3b72ec972b3c), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:50.583257 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T05:05:49Z', 'revision_number': 5, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port': {'id': '4a0131a7-d5cd-4bb7-aa70-f32570ed862e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:41Z', 'updated_at': '2022-01-31T04:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:50.606816 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Deleting port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:50.607167 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:50.609798 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] Checking router: 92cdcb5d-d737-4f31-9087-3b72ec972b3c for host: dv-cinder-826608-2-iscsi {{(pid=109633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 05:05:50.618302 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] Routers {'92cdcb5d-d737-4f31-9087-3b72ec972b3c'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:05:50.618959 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:05:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'], 'active': True} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:50.688185 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] For port 4a0131a7-d5cd-4bb7-aa70-f32570ed862e, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=4a0131a7-d5cd-4bb7-aa70-f32570ed862e,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:05:50.688460 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:50.700326 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Calling delete_port for 4a0131a7-d5cd-4bb7-aa70-f32570ed862e owned by network:router_gateway {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:50.703486 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvr_db [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] Set router 92cdcb5d-d737-4f31-9087-3b72ec972b3c gateway port host: None {{(pid=109633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:05:50.756318 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_hamode_db [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T05:05:50Z', 'revision_number': 6, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port_host': None}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:50.782087 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5db247d-1dd9-491f-a390-a478560184fc None None] The sync data for ids ['92cdcb5d-d737-4f31-9087-3b72ec972b3c'] in dv-cinder-826608-2-iscsi is: [{'id': '92cdcb5d-d737-4f31-9087-3b72ec972b3c', 'name': 'tempest-TestVolumeBootPattern-561393474-router', 'tenant_id': '4cf3ab219d9f44e1ab973f1d63347066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:40Z', 'updated_at': '2022-01-31T05:05:50Z', 'revision_number': 6, 'project_id': '4cf3ab219d9f44e1ab973f1d63347066', 'gw_port_host': None}] {{(pid=109633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 05:05:50.926615 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (4a0131a7-d5cd-4bb7-aa70-f32570ed862e), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:50.953456 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0131a7-d5cd-4bb7-aa70-f32570ed862e,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:51.015958 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047143'] for router_gateway (92cdcb5d-d737-4f31-9087-3b72ec972b3c), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.104719 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32463'] for router (92cdcb5d-d737-4f31-9087-3b72ec972b3c), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.106879 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Publish callbacks [] for router_controller (92cdcb5d-d737-4f31-9087-3b72ec972b3c), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.222895 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1021179'] for router (92cdcb5d-d737-4f31-9087-3b72ec972b3c), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.222895 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92cdcb5d-d737-4f31-9087-3b72ec972b3c {{(pid=109631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 05:05:51.222895 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.222895 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-ffcc1cbb-07c9-4664-9787-55da56eaba65 admin admin] 10.222.0.21 "DELETE /v2.0/routers/92cdcb5d-d737-4f31-9087-3b72ec972b3c HTTP/1.1" status: 204 len: 168 time: 0.9245117 Jan 31 05:05:51.222895 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 47098) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:51.265688 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1128ab5-039a-43f7-a173-4298964e288f admin admin] Deleting subnet 5ac99090-3642-478a-bef8-38c7af2f2efc {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 05:05:51.268729 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f1128ab5-039a-43f7-a173-4298964e288f admin admin] Publish callbacks [] for subnet (5ac99090-3642-478a-bef8-38c7af2f2efc), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.306168 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f1128ab5-039a-43f7-a173-4298964e288f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4188970'] for subnet (5ac99090-3642-478a-bef8-38c7af2f2efc), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.378742 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f1128ab5-039a-43f7-a173-4298964e288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (5ac99090-3642-478a-bef8-38c7af2f2efc), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.482123 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f1128ab5-039a-43f7-a173-4298964e288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545251'] for subnet (5ac99090-3642-478a-bef8-38c7af2f2efc), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.507916 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1128ab5-039a-43f7-a173-4298964e288f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac99090-3642-478a-bef8-38c7af2f2efc,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:51.509881 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-f1128ab5-039a-43f7-a173-4298964e288f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.513108 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f1128ab5-039a-43f7-a173-4298964e288f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5ac99090-3642-478a-bef8-38c7af2f2efc HTTP/1.1" status: 204 len: 168 time: 0.2912254 Jan 31 05:05:51.515683 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd6b357-708d-460e-86e3-ee2714f0be98 None None] Network d6fe4c16-92c7-4a31-bdef-109ade3261a7 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 05:05:51.516797 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 47100) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:51.589166 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (d6fe4c16-92c7-4a31-bdef-109ade3261a7), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.648704 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Deleting port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 {{(pid=109632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:51.649039 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.672820 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] DHCP port deletion for d6fe4c16-92c7-4a31-bdef-109ade3261a7 request from dv-cinder-826608-2-iscsi {{(pid=109633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 05:05:51.715839 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.db [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] For port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=0d3e00fa-ab8a-4efb-b884-b22039c3ea63,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:05:51.716203 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.720430 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Deleting port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 {{(pid=109633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:51.720818 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), before_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.729853 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.plugin [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Calling delete_port for 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 owned by network:dhcp {{(pid=109632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:51.792599 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] For port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=0d3e00fa-ab8a-4efb-b884-b22039c3ea63,segment=NetworkSegment(16db334d-3c06-4640-b5a5-f4985a80bfc2),segment_id=16db334d-3c06-4640-b5a5-f4985a80bfc2)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:05:51.793004 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), precommit_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.806768 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Calling delete_port for 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 owned by network:dhcp {{(pid=109633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:51.893648 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4028964'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.899376 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502'] for port (0d3e00fa-ab8a-4efb-b884-b22039c3ea63), after_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:51.920796 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3e00fa-ab8a-4efb-b884-b22039c3ea63,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:51.922739 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] No DVR routers for this DVR port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 on host dv-cinder-826608-2-iscsi {{(pid=109632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:05:51.931785 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Pushing event deleted for resources: {'Port': ['ID=0d3e00fa-ab8a-4efb-b884-b22039c3ea63,revision_number=None']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:51.932445 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] No DVR routers for this DVR port 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 on host dv-cinder-826608-2-iscsi {{(pid=109633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:05:51.939825 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.940175 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.940516 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.940864 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.941179 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.941505 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.941828 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.942154 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.942466 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.942822 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.943142 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.943443 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.943762 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b217e009-6458-4e8a-b102-86d2b447a595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826608-2-iscsi {{(pid=109633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 05:05:51.992540 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (d6fe4c16-92c7-4a31-bdef-109ade3261a7), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:52.015800 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fe4c16-92c7-4a31-bdef-109ade3261a7']}} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:52.024703 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16db334d-3c06-4640-b5a5-f4985a80bfc2') {'for_net_delete': True} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:52.024995 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.services.segments.db [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16db334d-3c06-4640-b5a5-f4985a80bfc2') {} {{(pid=109632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:52.034068 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4103638'] for segment (16db334d-3c06-4640-b5a5-f4985a80bfc2), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:52.047183 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (16db334d-3c06-4640-b5a5-f4985a80bfc2), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:52.052871 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 05:05:52.053254 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4029143'] for segment (16db334d-3c06-4640-b5a5-f4985a80bfc2), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: Traceback (most recent call last): Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: timer() Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: cb(*args, **kw) Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: return func(*args, **kwargs) Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: self._notify() Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: self.callback(batched_events) Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: event.method(event) Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: return f(self, *a, **k) Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._get(url).json() Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: return self.request(url, 'GET', **kwargs) Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 05:05:52.054867 dv-cinder-826608-2-iscsi neutron-server[109632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 05:05:52.167123 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (d6fe4c16-92c7-4a31-bdef-109ade3261a7), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:52.174166 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:52.176725 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] 10.222.0.21 "DELETE /v2.0/networks/d6fe4c16-92c7-4a31-bdef-109ade3261a7 HTTP/1.1" status: 204 len: 168 time: 0.6585639 Jan 31 05:05:52.179604 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 47102) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:52.187825 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e44ad-20b6-48fd-98af-80687d70720b admin admin] Pushing event deleted for resources: {'Network': ['ID=d6fe4c16-92c7-4a31-bdef-109ade3261a7,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:52.511125 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043869'] for router_interface (86c9c5b1-e84c-4175-af8c-52a5b83622a8), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:52.746003 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] Deleting port 7c73ed6a-418a-49d4-8a0c-314ac7787b87 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:52.746341 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:52.821090 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] For port 7c73ed6a-418a-49d4-8a0c-314ac7787b87, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=7c73ed6a-418a-49d4-8a0c-314ac7787b87,segment=NetworkSegment(06dd9c89-5023-4eed-a438-a25e81d1f517),segment_id=06dd9c89-5023-4eed-a438-a25e81d1f517)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:05:52.821457 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:52.833915 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] Calling delete_port for 7c73ed6a-418a-49d4-8a0c-314ac7787b87 owned by network:router_interface {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:52.851037 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:05:53.003938 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:05:53.004286 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device e4d6768a-6a9b-4ef6-a855-9c61cdcbeb95 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:05:53.004702 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:05:53.023769 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:05:53.024109 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 0d3e00fa-ab8a-4efb-b884-b22039c3ea63 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:05:53.024519 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 4a0131a7-d5cd-4bb7-aa70-f32570ed862e no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:05:53.043320 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 4a0131a7-d5cd-4bb7-aa70-f32570ed862e {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:05:53.043608 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 4a0131a7-d5cd-4bb7-aa70-f32570ed862e not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:05:53.081888 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (7c73ed6a-418a-49d4-8a0c-314ac7787b87), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:53.368959 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c73ed6a-418a-49d4-8a0c-314ac7787b87,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:53.535081 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1022740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043721'] for router_interface (86c9c5b1-e84c-4175-af8c-52a5b83622a8), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:53.741169 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] Router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 has already been hosted by L3 agent a39504a4-71ad-447b-a4dc-71d41f74420f {{(pid=109631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 05:05:53.843909 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] Notify agent at l3_agent.dv-cinder-826608-2-iscsi the message routers_updated {{(pid=109631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 05:05:53.849477 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-faba43fd-2fe8-4100-9c68-12d00c3e5d98 admin admin] 10.222.0.21 "PUT /v2.0/routers/86c9c5b1-e84c-4175-af8c-52a5b83622a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6680894 Jan 31 05:05:53.851450 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 47104) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:53.853984 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] Sync routers for ids ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'] in dv-cinder-826608-2-iscsi {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 05:05:53.864111 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] Routers {'86c9c5b1-e84c-4175-af8c-52a5b83622a8'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:05:53.864710 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:05:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:53.954242 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Publish callbacks [] for router (86c9c5b1-e84c-4175-af8c-52a5b83622a8), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:53.965313 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] Set router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 gateway port host: dv-cinder-826608-2-iscsi {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:05:54.059457 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Publish callbacks [] for router_gateway (86c9c5b1-e84c-4175-af8c-52a5b83622a8), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.141040 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'name': 'tempest-TestVolumeBootPattern-1799444411-router', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'external_fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:48Z', 'updated_at': '2022-01-31T05:05:52Z', 'revision_number': 5, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'gw_port': {'id': 'f43800e2-e8a3-4d05-acf2-27d95fe34a8e', 'name': '', 'network_id': '6f7c1944-955a-46b9-acd3-7aac217521cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:a3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826608-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T04:57:49Z', 'updated_at': '2022-01-31T04:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '386d3d3a-6773-478d-ac88-99aa939bb987', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826608-2-iscsi'}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:54.167411 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] Checking router: 86c9c5b1-e84c-4175-af8c-52a5b83622a8 for host: dv-cinder-826608-2-iscsi {{(pid=109634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 05:05:54.175004 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Deleting port f43800e2-e8a3-4d05-acf2-27d95fe34a8e {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:54.175346 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.175584 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] Routers {'86c9c5b1-e84c-4175-af8c-52a5b83622a8'} bound to L3 agent in host dv-cinder-826608-2-iscsi {{(pid=109634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 05:05:54.176452 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826608-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T04:36:57Z,description=,heartbeat_timestamp=2022-01-31T05:05:27Z,host='dv-cinder-826608-2-iscsi',id=a39504a4-71ad-447b-a4dc-71d41f74420f,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T04:36:58Z,topic='l3_agent')) {'router_ids': ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'], 'active': True} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:54.252142 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] For port f43800e2-e8a3-4d05-acf2-27d95fe34a8e, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=f43800e2-e8a3-4d05-acf2-27d95fe34a8e,segment=NetworkSegment(c3924c64-def6-464b-8c5a-484879f9ea52),segment_id=c3924c64-def6-464b-8c5a-484879f9ea52)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:05:54.252831 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.260172 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_dvr_db [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] Set router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 gateway port host: None {{(pid=109634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 05:05:54.265800 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Calling delete_port for f43800e2-e8a3-4d05-acf2-27d95fe34a8e owned by network:router_gateway {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:54.314686 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.l3_hamode_db [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'name': 'tempest-TestVolumeBootPattern-1799444411-router', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:48Z', 'updated_at': '2022-01-31T05:05:54Z', 'revision_number': 6, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'gw_port_host': None}], 'dv-cinder-826608-2-iscsi', False) {} {{(pid=109634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:54.339915 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3537ad18-5ab6-46e5-a4be-a820b71c7e11 None None] The sync data for ids ['86c9c5b1-e84c-4175-af8c-52a5b83622a8'] in dv-cinder-826608-2-iscsi is: [{'id': '86c9c5b1-e84c-4175-af8c-52a5b83622a8', 'name': 'tempest-TestVolumeBootPattern-1799444411-router', 'tenant_id': 'b985a28524c94a7eb30396bfb0844e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T04:57:48Z', 'updated_at': '2022-01-31T05:05:54Z', 'revision_number': 6, 'project_id': 'b985a28524c94a7eb30396bfb0844e08', 'gw_port_host': None}] {{(pid=109634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 05:05:54.476021 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (f43800e2-e8a3-4d05-acf2-27d95fe34a8e), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.505869 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Pushing event deleted for resources: {'Port': ['ID=f43800e2-e8a3-4d05-acf2-27d95fe34a8e,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:54.565200 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047143'] for router_gateway (86c9c5b1-e84c-4175-af8c-52a5b83622a8), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.651653 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1021170', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32463'] for router (86c9c5b1-e84c-4175-af8c-52a5b83622a8), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.653660 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Publish callbacks [] for router_controller (86c9c5b1-e84c-4175-af8c-52a5b83622a8), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.755705 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1021179'] for router (86c9c5b1-e84c-4175-af8c-52a5b83622a8), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.756241 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86c9c5b1-e84c-4175-af8c-52a5b83622a8 {{(pid=109631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 05:05:54.760665 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] Publish callbacks [] for router (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.761883 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-637d5c43-bdd3-40f2-8223-65d030dc15da admin admin] 10.222.0.21 "DELETE /v2.0/routers/86c9c5b1-e84c-4175-af8c-52a5b83622a8 HTTP/1.1" status: 204 len: 168 time: 0.9094882 Jan 31 05:05:54.764552 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 47106) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:54.809527 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.db_base_plugin_v2 [None req-1466c414-6b8f-45db-af2f-512e231ea42f admin admin] Deleting subnet f03150a1-f2e8-46e0-b01d-b6f1026be5dd {{(pid=109631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 05:05:54.812940 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1466c414-6b8f-45db-af2f-512e231ea42f admin admin] Publish callbacks [] for subnet (f03150a1-f2e8-46e0-b01d-b6f1026be5dd), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.846262 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1466c414-6b8f-45db-af2f-512e231ea42f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4188970'] for subnet (f03150a1-f2e8-46e0-b01d-b6f1026be5dd), precommit_delete_associations {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:54.919664 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1466c414-6b8f-45db-af2f-512e231ea42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16659412'] for subnet (f03150a1-f2e8-46e0-b01d-b6f1026be5dd), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.024429 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1466c414-6b8f-45db-af2f-512e231ea42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16659373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25545251'] for subnet (f03150a1-f2e8-46e0-b01d-b6f1026be5dd), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.051107 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466c414-6b8f-45db-af2f-512e231ea42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03150a1-f2e8-46e0-b01d-b6f1026be5dd,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:55.052982 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-1466c414-6b8f-45db-af2f-512e231ea42f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.056135 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-1466c414-6b8f-45db-af2f-512e231ea42f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f03150a1-f2e8-46e0-b01d-b6f1026be5dd HTTP/1.1" status: 204 len: 168 time: 0.2905393 Jan 31 05:05:55.057375 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06014487-5514-459f-a47b-0562f75f4c86 None None] Network 3d0cc2aa-28c1-4253-9ca5-6279e631e587 requested from dv-cinder-826608-2-iscsi {{(pid=109633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 05:05:55.058546 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 47108) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:55.139811 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16706718'] for network (3d0cc2aa-28c1-4253-9ca5-6279e631e587), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.178762 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device f43800e2-e8a3-4d05-acf2-27d95fe34a8e no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:05:55.203791 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Deleting port ba87199e-7a0c-4bd0-8c64-857c19c55321 {{(pid=109631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:55.204140 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.218255 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: f43800e2-e8a3-4d05-acf2-27d95fe34a8e {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:05:55.218255 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device f43800e2-e8a3-4d05-acf2-27d95fe34a8e not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:05:55.218255 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 7c73ed6a-418a-49d4-8a0c-314ac7787b87 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:05:55.239266 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: 7c73ed6a-418a-49d4-8a0c-314ac7787b87 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:05:55.239618 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device 7c73ed6a-418a-49d4-8a0c-314ac7787b87 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:05:55.243219 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3f0b99-5cad-41e6-a54f-be29cc22fd58 None None] DHCP port deletion for 3d0cc2aa-28c1-4253-9ca5-6279e631e587 request from dv-cinder-826608-2-iscsi {{(pid=109633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 05:05:55.273672 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.db [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] For port ba87199e-7a0c-4bd0-8c64-857c19c55321, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=ba87199e-7a0c-4bd0-8c64-857c19c55321,segment=NetworkSegment(06dd9c89-5023-4eed-a438-a25e81d1f517),segment_id=06dd9c89-5023-4eed-a438-a25e81d1f517)] {{(pid=109631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:05:55.274111 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.282607 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-30194fb2-02c3-4826-995a-0a5c34b1a0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.288584 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Calling delete_port for ba87199e-7a0c-4bd0-8c64-857c19c55321 owned by network:dhcp {{(pid=109631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:55.298625 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f0b99-5cad-41e6-a54f-be29cc22fd58 None None] Deleting port ba87199e-7a0c-4bd0-8c64-857c19c55321 {{(pid=109633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 05:05:55.298837 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0b99-5cad-41e6-a54f-be29cc22fd58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778032096606'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), before_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.360381 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.db [None req-2e3f0b99-5cad-41e6-a54f-be29cc22fd58 None None] For port ba87199e-7a0c-4bd0-8c64-857c19c55321, host dv-cinder-826608-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826608-2-iscsi',level=0,port_id=ba87199e-7a0c-4bd0-8c64-857c19c55321,segment=NetworkSegment(06dd9c89-5023-4eed-a438-a25e81d1f517),segment_id=06dd9c89-5023-4eed-a438-a25e81d1f517)] {{(pid=109633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 05:05:55.360871 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0b99-5cad-41e6-a54f-be29cc22fd58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1046918'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), precommit_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.376872 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f0b99-5cad-41e6-a54f-be29cc22fd58 None None] Calling delete_port for ba87199e-7a0c-4bd0-8c64-857c19c55321 owned by network:dhcp {{(pid=109633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 05:05:55.455035 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191488'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.460855 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2e3f0b99-5cad-41e6-a54f-be29cc22fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16363073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778032098744', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778031572502'] for port (ba87199e-7a0c-4bd0-8c64-857c19c55321), after_delete {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.481436 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba87199e-7a0c-4bd0-8c64-857c19c55321,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:55.485880 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] No DVR routers for this DVR port ba87199e-7a0c-4bd0-8c64-857c19c55321 on host dv-cinder-826608-2-iscsi {{(pid=109631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:05:55.486057 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f0b99-5cad-41e6-a54f-be29cc22fd58 None None] Pushing event deleted for resources: {'Port': ['ID=ba87199e-7a0c-4bd0-8c64-857c19c55321,revision_number=None']} {{(pid=109633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:55.489513 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f0b99-5cad-41e6-a54f-be29cc22fd58 None None] No DVR routers for this DVR port ba87199e-7a0c-4bd0-8c64-857c19c55321 on host dv-cinder-826608-2-iscsi {{(pid=109633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 05:05:55.559662 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16660289', 'neutron.services.segments.db._delete_segments_for_network-8778032087170'] for network (3d0cc2aa-28c1-4253-9ca5-6279e631e587), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.579095 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0cc2aa-28c1-4253-9ca5-6279e631e587']}} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:55.588174 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06dd9c89-5023-4eed-a438-a25e81d1f517') {'for_net_delete': True} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:55.588477 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.services.segments.db [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06dd9c89-5023-4eed-a438-a25e81d1f517') {} {{(pid=109631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 05:05:55.598441 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778032087691', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4188963'] for segment (06dd9c89-5023-4eed-a438-a25e81d1f517), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.612185 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765'] for segment (06dd9c89-5023-4eed-a438-a25e81d1f517), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.617804 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 05:05:55.618193 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16680765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191731'] for segment (06dd9c89-5023-4eed-a438-a25e81d1f517), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: Traceback (most recent call last): Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: timer() Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: cb(*args, **kw) Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: return func(*args, **kwargs) Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: self._notify() Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: self.callback(batched_events) Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: event.method(event) Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: return f(self, *a, **k) Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._get(url).json() Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: return self.request(url, 'GET', **kwargs) Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 05:05:55.619835 dv-cinder-826608-2-iscsi neutron-server[109631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 05:05:55.738651 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16660310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985316', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1022723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1042063'] for network (3d0cc2aa-28c1-4253-9ca5-6279e631e587), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.744001 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1022961'] for network (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:55.747249 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3d0cc2aa-28c1-4253-9ca5-6279e631e587 HTTP/1.1" status: 204 len: 168 time: 0.6877058 Jan 31 05:05:55.758062 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9fe05-c71d-4d14-b412-88ac33f3d587 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d0cc2aa-28c1-4253-9ca5-6279e631e587,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:56.115245 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 47112) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:56.153275 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-f2facefa-febf-426b-bd11-51a78e499dd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cf3ab219d9f44e1ab973f1d63347066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369120 Jan 31 05:05:56.156423 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [-] (109631) accepted ('10.222.0.21', 47114) {{(pid=109631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:56.204854 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5203822c-1b78-4605-8e2e-13a5062f16ee admin admin] Publish callbacks [] for security_group (f4a8af9d-ffac-410f-a33b-ed568836641e), before_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:56.225198 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5203822c-1b78-4605-8e2e-13a5062f16ee admin admin] Publish callbacks [] for security_group (f4a8af9d-ffac-410f-a33b-ed568836641e), precommit_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:56.315932 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5203822c-1b78-4605-8e2e-13a5062f16ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (f4a8af9d-ffac-410f-a33b-ed568836641e), after_delete {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:56.318511 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron_lib.callbacks.manager [None req-5203822c-1b78-4605-8e2e-13a5062f16ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:56.319713 dv-cinder-826608-2-iscsi neutron-server[109631]: INFO neutron.wsgi [None req-5203822c-1b78-4605-8e2e-13a5062f16ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4a8af9d-ffac-410f-a33b-ed568836641e HTTP/1.1" status: 204 len: 168 time: 0.1624248 Jan 31 05:05:56.327513 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203822c-1b78-4605-8e2e-13a5062f16ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a8af9d-ffac-410f-a33b-ed568836641e,revision_number=None']} {{(pid=109631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:56.843657 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device ba87199e-7a0c-4bd0-8c64-857c19c55321 no longer exists at agent ovs-agent-dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 05:05:56.863309 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.plugin [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] No Port match for: ba87199e-7a0c-4bd0-8c64-857c19c55321 {{(pid=109633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 05:05:56.863651 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron.plugins.ml2.rpc [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Device ba87199e-7a0c-4bd0-8c64-857c19c55321 not bound to the agent host dv-cinder-826608-2-iscsi {{(pid=109633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 05:05:56.874266 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 47120) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:56.913284 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-ad872093-d3dc-4356-9f9e-a738f84b1f69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b985a28524c94a7eb30396bfb0844e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378287 Jan 31 05:05:56.915754 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.wsgi [-] (109632) accepted ('10.222.0.21', 47122) {{(pid=109632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 05:05:56.965750 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4be46d18-e563-46f8-af6d-266fe6593a41 admin admin] Publish callbacks [] for security_group (5acbf64e-d898-4311-935b-2e778f1e96f9), before_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:56.986376 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4be46d18-e563-46f8-af6d-266fe6593a41 admin admin] Publish callbacks [] for security_group (5acbf64e-d898-4311-935b-2e778f1e96f9), precommit_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:57.109941 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4be46d18-e563-46f8-af6d-266fe6593a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-985271'] for security_group (5acbf64e-d898-4311-935b-2e778f1e96f9), after_delete {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:57.112587 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron_lib.callbacks.manager [None req-4be46d18-e563-46f8-af6d-266fe6593a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:57.113745 dv-cinder-826608-2-iscsi neutron-server[109632]: INFO neutron.wsgi [None req-4be46d18-e563-46f8-af6d-266fe6593a41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5acbf64e-d898-4311-935b-2e778f1e96f9 HTTP/1.1" status: 204 len: 168 time: 0.1968775 Jan 31 05:05:57.123561 dv-cinder-826608-2-iscsi neutron-server[109632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46d18-e563-46f8-af6d-266fe6593a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acbf64e-d898-4311-935b-2e778f1e96f9,revision_number=None']} {{(pid=109632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 05:05:57.533216 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-07994384-9751-4199-9576-b13f4dd4c4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:05:58.567294 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:00.184690 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:01.384385 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:05.749711 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:13.096001 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:06:25.257630 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-6dc56b10-3aee-418d-abb7-05698c87db30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:27.537584 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9f1e-e1fb-4c18-82c4-d59030f659a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:28.583452 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:30.183149 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:31.429289 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:35.783662 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:50.095626 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:06:55.285311 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9b94cec1-f38f-4213-bda2-b5f0220eb5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:57.531331 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-7cecd919-4163-4533-a25c-fc2eeca44cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:06:58.571217 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:00.205182 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:01.417019 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:05.782533 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:25.290417 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-70f28921-bffd-4689-97a7-5cde62f0ac9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:27.095592 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:07:27.541919 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-09e43cc4-a384-4277-9ac3-b28411a6dd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:28.599206 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:30.210661 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:31.410245 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:35.753245 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:55.273022 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2cbc85b2-26b7-4ac2-ae1c-7b72f51f427f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:57.541046 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b75204b6-b002-4d77-bee8-dad98cca4571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:07:58.592429 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:00.187260 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:01.461155 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:04.095086 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:08:05.758335 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:25.255423 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-95d46699-c7e0-4f49-a893-e7bb40b71e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:27.557705 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-aa9bd3bb-83a2-4b1e-bb73-e9a6e5f904b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:28.586046 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:30.209675 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:31.437975 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:35.780735 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:41.095117 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:08:55.288702 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9218b55f-ab63-4216-80e6-f2cbb304fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:57.546447 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-41bfa236-527f-41fa-9147-c0dc07864e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:08:58.591713 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:00.197421 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:01.408864 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:05.774182 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:18.094207 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:09:25.265630 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2f77023a-2215-4cb9-abbd-b8b3b9532315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:27.545142 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-6f86e8b6-da3f-4cb0-adcd-bd5cf5018907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:28.573796 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:30.213798 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:31.396866 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:35.767898 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:55.092599 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:09:55.276305 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-b3a1a119-6041-4c5c-a4ae-3cc85006d7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:57.567586 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ab7d79da-6982-41f4-8299-c232a07b9397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:09:58.584773 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:00.253185 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:00.483860 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-36bcf782-7004-4185-a756-d36131e01cf0 req-8abb69a0-9be5-4142-b15c-6cbc4e4d79b4 service neutron] (109631) timed out ('10.222.0.21', 41712) {{(pid=109631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 05:10:01.430212 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:05.818750 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:25.264204 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-e91a6cde-31cd-4803-b3b4-d6de45dca1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:27.548884 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-0f22c778-79ec-48f3-95c7-7b5f6f160fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:28.595491 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:30.218362 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:31.400981 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:32.091872 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:10:35.800634 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:55.303854 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-9458b818-13bc-4584-aca9-e3e21651f59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:57.542839 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-2cbf61b0-3961-40a0-9f84-35ec2752851c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:10:58.599949 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:11:00.211955 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-1b7bb6c7-d46b-43c6-87bb-712fe143fffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (6e9391df-858f-4d00-afb2-2aebdbcf6068), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:11:01.406527 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-ca01e486-4a5d-4ad4-be74-b4aa1ad5bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (92b825e1-80c1-409b-951e-71869c9235b2), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:11:05.799189 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-d41f2569-9ec0-4af2-8e15-928338b49db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (bbc90a85-5b54-44ed-a78e-e1d4a261f649), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:11:09.090957 dv-cinder-826608-2-iscsi neutron-server[109634]: DEBUG neutron.db.agents_db [None req-88b16efe-abb9-4547-b537-47f7a23e8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=109634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 05:11:24.755581 dv-cinder-826608-2-iscsi neutron-server[109631]: DEBUG neutron.wsgi [req-49e18914-bd2d-4e6e-a14c-04d8b246bdce req-de3c1704-0b43-4a46-9d33-295a76ff6d12 service neutron] (109631) timed out ('10.222.0.21', 44882) {{(pid=109631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 05:11:25.297687 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-a9dffacb-01c1-46b3-a54d-b3441f9d8c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (65f70a5a-ab53-497e-92cc-e5f66891d855), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:11:27.565930 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-97b7f3ea-f565-4a4d-b849-2b4ed029031b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (a39504a4-71ad-447b-a4dc-71d41f74420f), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 05:11:28.605124 dv-cinder-826608-2-iscsi neutron-server[109633]: DEBUG neutron_lib.callbacks.manager [None req-be33f86d-1041-4edf-bbc0-6eac87ba10ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778032087152', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16661064'] for agent (387f7bf2-fada-43ee-8aa6-ec3ad5fdd786), after_update {{(pid=109633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}